-- Logs begin at Thu 2022-01-20 06:39:07 UTC, end at Thu 2022-01-20 07:36:27 UTC. -- Jan 20 07:11:13.521338 dv-cinder-823015-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 07:11:16.540639 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.common.config [-] Logging enabled! Jan 20 07:11:16.541289 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev415 Jan 20 07:11:16.541461 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 07:11:16.544689 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.common.config [-] Logging enabled! Jan 20 07:11:16.544951 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev415 Jan 20 07:11:16.545269 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 07:11:16.546259 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 07:11:16.546495 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 07:11:16.547038 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 07:11:16.547289 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 07:11:16.547519 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 07:11:16.547851 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.548811 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 20 07:11:16.549131 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.549442 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.549768 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.550073 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.550372 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.550661 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.550954 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.551253 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.551542 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.551828 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.552114 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.552405 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.552688 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.552980 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.553269 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.553584 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] debug = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.553871 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.554301 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.554724 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.555006 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.555299 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.555579 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.555856 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.556131 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.556420 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.556748 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] host = dv-cinder-823015-5-iscsi {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.557030 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.557322 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.557638 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.557929 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.558208 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.558489 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.558777 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.559065 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.559324 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.559602 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.559918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.560187 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.560482 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.560710 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.560934 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.561237 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.561553 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.561837 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.562116 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.562395 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.562672 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.562948 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.563219 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.563506 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.564357 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.564650 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.564931 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.565210 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.565517 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.565799 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.566095 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.566367 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.566645 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.566922 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.567213 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.567488 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.567767 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.568076 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.568375 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.568663 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.568954 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.569234 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.569616 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.569895 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.570168 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.570440 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] use_json = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.570713 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.570985 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.571268 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.571540 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.571812 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.572089 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.572364 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.572655 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.572929 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:16.573228 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.573557 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.573865 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.574165 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.574496 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.574787 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.575080 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.575362 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.575654 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.575948 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.576244 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.576523 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.576826 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.577121 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.577440 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.577750 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.578048 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.578348 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.578628 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.578905 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.579183 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.579487 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.579777 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.580057 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.580348 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.580641 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.580925 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.581228 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.581547 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.581847 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.582141 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.582419 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.582703 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.583000 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.583282 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.583561 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.583841 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.584134 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.584417 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.584697 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.584981 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.585261 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.585557 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.585835 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.586114 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.586406 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.586684 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.586960 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.587235 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.587514 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.587788 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.588074 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.588358 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.588635 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.588912 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.589192 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.589494 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.589771 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.590050 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.590324 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.590604 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.590882 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.591159 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.591435 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.591711 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.591986 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.592263 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.592541 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.592823 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.593101 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.593376 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.593677 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.593953 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.594228 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.594517 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.594821 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.595130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.595416 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.595701 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.595984 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.596282 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.596544 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.596830 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.597117 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.597399 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.597723 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.598018 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.598320 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.598630 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.598918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.599221 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.599508 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.599797 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.600082 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.600364 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.600652 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.600940 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.601240 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.601564 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.601866 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.602163 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.602461 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.602747 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.603062 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.603345 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:16.603564 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 07:11:16.603816 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 20 07:11:16.981140 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 20 07:11:16.981453 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 20 07:11:16.981759 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 20 07:11:16.982104 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 07:11:17.323413 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.323630 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.323907 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.326937 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.327216 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.327492 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.372767 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.373044 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.373314 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.388270 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.388554 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.388827 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.422773 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.423080 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.423355 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.459978 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.460263 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.460533 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.809457 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.810096 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.810096 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.810261 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.810965 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.914015 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.914361 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.914622 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.914895 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.915160 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.915471 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.915734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.915992 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.916248 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.916533 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.916797 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.917069 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.917331 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.917620 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.917886 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.918157 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.918416 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.918687 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.918960 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.919222 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.919499 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.919752 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.920037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.920438 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.920686 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.920931 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.921353 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:17.921621 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:17.921864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:17.922100 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:17.922343 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:17.922581 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:17.923468 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 07:11:17.927086 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 07:11:17.931141 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 07:11:17.935076 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 20 07:11:17.936741 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 07:11:17.937215 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 07:11:17.937589 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 20 07:11:17.937982 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 07:11:17.941463 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 07:11:17.941690 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 07:11:17.942042 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 07:11:17.947682 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 20 07:11:17.972082 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 20 07:11:17.972556 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.972865 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 20 07:11:17.973235 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.974695 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 07:11:17.974991 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 07:11:17.975238 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 20 07:11:17.978611 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:17.978893 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.043699 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 07:11:18.043936 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 07:11:18.044178 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 07:11:18.044561 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 07:11:18.072732 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_db.sqlalchemy.engines [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 20 07:11:18.515435 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing driver for type 'gre' Jan 20 07:11:18.515966 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] gre ID ranges: [(1, 1000)] Jan 20 07:11:18.567386 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing driver for type 'local' Jan 20 07:11:18.567738 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing driver for type 'vlan' Jan 20 07:11:18.584098 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] VlanTypeDriver initialization complete Jan 20 07:11:18.584602 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing driver for type 'vxlan' Jan 20 07:11:18.585123 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] vxlan ID ranges: [(1, 1000)] Jan 20 07:11:18.639954 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing extension driver 'port_security' Jan 20 07:11:18.640390 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.extensions.port_security [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] PortSecurityExtensionDriver initialization complete Jan 20 07:11:18.640928 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing mechanism driver 'openvswitch' Jan 20 07:11:18.641273 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing mechanism driver 'hyperv' Jan 20 07:11:18.648726 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.plugin [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:11:18.649450 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.649828 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.650184 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.650729 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 07:11:18.651170 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.651531 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.651880 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.652281 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 07:11:18.652687 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.653037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.653379 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.653798 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 07:11:18.654205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > security_group after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.654555 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > security_group after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.654896 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > security_group after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.655436 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 07:11:18.655848 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.656199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.656543 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.656945 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 07:11:18.657455 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > address_group after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.658578 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > address_group after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.658922 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > address_group after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.659317 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 07:11:18.659765 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] ML2 OVO RPC backend initialized. {{(pid=102525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 20 07:11:18.660486 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_interface after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.660843 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.661270 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.661645 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > networks before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.661999 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.662342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > ports before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.662686 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.663029 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnets before_response 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.663375 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.663716 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.664052 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.664390 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.664726 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.665060 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.665396 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.665768 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.666103 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > subnet after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.666692 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.plugin [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Modular L2 Plugin initialization complete Jan 20 07:11:18.667025 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading services supported by the core plugin {{(pid=102525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 07:11:18.667357 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.plugins.ml2.managers [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Got port-security extension from driver 'port_security' Jan 20 07:11:18.667988 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.extensions.vlantransparent [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Disabled vlantransparent extension. Jan 20 07:11:18.668687 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 07:11:18.669013 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: router Jan 20 07:11:18.705860 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_interface before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.706256 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_create 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.706635 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router before_create 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.707006 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.707397 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.707758 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_delete 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.708122 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > floatingip after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.708475 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > floatingip after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.708843 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_create 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.709202 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_update 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.709592 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_update 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.709935 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.711605 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_update 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.711605 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_update 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.711605 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.711605 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.712246 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: subnet after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.712246 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.712435 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > port precommit_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.712746 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_create 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.713068 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.714788 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.714788 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router after_update 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.721697 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_delete 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.721697 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_create 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.721697 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router_interface after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.721697 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_update 55549900 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.722099 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > agent after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.722099 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > agent after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.722099 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > network after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.722099 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Tracking information for resource: router configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:18.722099 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Tracking information for resource: floatingip configured {{(pid=102525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 07:11:18.725696 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.db.l3_agentschedulers_db [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 07:11:18.726311 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.726718 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port after_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.727075 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port after_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.727431 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: port after_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.728279 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router before_create 55550100 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.728651 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_delete 55550100 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.729017 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_create 55550100 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.729379 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > router precommit_update 55550100 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.734894 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.provider_configuration [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service providers = [] {{(pid=102525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 07:11:18.735263 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.db.servicetype_db [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 07:11:18.738487 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.service_base [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 07:11:18.738843 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.service_base [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 07:11:18.739193 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.service_base [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 07:11:18.740126 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.services.service_base [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 07:11:18.740508 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.services.service_base [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 07:11:18.740909 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.741260 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 07:11:18.754037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.754390 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: auto_allocate Jan 20 07:11:18.760473 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: network precommit_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.760859 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: network precommit_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.761398 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.761746 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: tag Jan 20 07:11:18.769028 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.769308 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: timestamp Jan 20 07:11:18.773510 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.773855 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: network_ip_availability Jan 20 07:11:18.779461 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.779840 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.780201 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:18.780934 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.781299 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: flavors Jan 20 07:11:18.787340 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.787787 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading Plugin: revisions Jan 20 07:11:18.792057 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 07:11:18.792461 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_concurrency.lockutils [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=102525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 20 07:11:18.793229 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 20 07:11:18.793595 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Initializing extension manager. Jan 20 07:11:18.794129 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: __init__.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.794476 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: __pycache__ {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.794895 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.795221 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: address_group.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.796000 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.796587 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: address-group Jan 20 07:11:18.796922 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: address_scope.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.797979 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.798476 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: address-scope Jan 20 07:11:18.798834 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: admin_state_down_before_update.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.799809 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.800329 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: router-admin-state-down-before-update Jan 20 07:11:18.800663 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: agent.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.801377 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.801944 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: agent Jan 20 07:11:18.802275 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: agent_resources_synced.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.803272 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.803754 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: agent-resources-synced Jan 20 07:11:18.804104 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: allowedaddresspairs.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.806053 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.806534 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: allowed-address-pairs Jan 20 07:11:18.806868 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: auto_allocated_topology.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.807984 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.808505 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: auto-allocated-topology Jan 20 07:11:18.808834 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: availability_zone.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.809562 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.810094 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: availability_zone Jan 20 07:11:18.810392 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: availability_zone_filter.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.811313 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.811829 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: availability_zone_filter Jan 20 07:11:18.812156 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: data_plane_status.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.813085 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.813681 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 07:11:18.814012 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: default_subnetpools.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.814947 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.815463 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: default-subnetpools Jan 20 07:11:18.815790 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: dhcpagentscheduler.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.816623 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.817136 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: dhcp_agent_scheduler Jan 20 07:11:18.817490 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: dns.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.818427 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.818931 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension dns-integration not supported by any of loaded plugins Jan 20 07:11:18.819256 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: dns_domain_ports.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.820180 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.820686 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 07:11:18.821013 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.821964 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.822473 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 20 07:11:18.822799 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: dvr.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.823482 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.824044 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: dvr Jan 20 07:11:18.824310 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: ecmp_routes.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.825239 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.825784 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension ecmp_routes not supported by any of loaded plugins Jan 20 07:11:18.826111 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: empty_string_filtering.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.827033 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.827555 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: empty-string-filtering Jan 20 07:11:18.827904 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.828805 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.829885 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 07:11:18.830211 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.831139 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.831653 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 07:11:18.831981 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: external_net.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.832900 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.833416 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: external-net Jan 20 07:11:18.833765 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: extra_dhcp_opt.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.834683 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.835199 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: extra_dhcp_opt Jan 20 07:11:18.835528 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: extraroute.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.836464 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.836978 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: extraroute Jan 20 07:11:18.837302 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: extraroute_atomic.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.838384 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.838919 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: extraroute-atomic Jan 20 07:11:18.839225 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: filter_validation.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.839907 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.840409 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: filter-validation Jan 20 07:11:18.840733 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: fip_pf_description.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.841748 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.842258 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 07:11:18.842580 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: fip_port_details.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.843517 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.844027 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: fip-port-details Jan 20 07:11:18.844368 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: flavors.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.846193 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.846714 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: flavors Jan 20 07:11:18.847049 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.848795 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.849319 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 07:11:18.849686 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: floatingip_pools.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.850396 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.850916 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: floatingip-pools Jan 20 07:11:18.851245 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: ip_allocation.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.852188 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.852703 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 07:11:18.853029 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.853982 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.854503 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: ip-substring-filtering Jan 20 07:11:18.854834 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l2_adjacency.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.855766 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.856277 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 07:11:18.856605 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.857777 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.858303 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: router Jan 20 07:11:18.858630 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3_conntrack_helper.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.860962 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.861521 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 07:11:18.861867 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.862812 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.863340 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: ext-gw-mode Jan 20 07:11:18.863673 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.864607 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.865134 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: l3-ha Jan 20 07:11:18.865496 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3_flavors.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.866431 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.866950 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: l3-flavors Jan 20 07:11:18.867281 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.868214 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.868725 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 07:11:18.869054 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: l3agentscheduler.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.870164 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.870679 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: l3_agent_scheduler Jan 20 07:11:18.871004 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: local_ip.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.872803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.873339 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension local_ip not supported by any of loaded plugins Jan 20 07:11:18.873708 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: logging.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.875206 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.875733 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension logging not supported by any of loaded plugins Jan 20 07:11:18.876602 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: metering.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.877358 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.877969 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: metering Jan 20 07:11:18.878313 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.879426 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.879949 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: metering_source_and_destination_fields Jan 20 07:11:18.880282 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: multiprovidernet.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.881218 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.881773 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: multi-provider Jan 20 07:11:18.882103 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: netmtu.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.883037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.883551 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: net-mtu Jan 20 07:11:18.883878 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: netmtu_writable.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.884807 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.885317 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: net-mtu-writable Jan 20 07:11:18.885671 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: network_availability_zone.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.886350 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.886862 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: network_availability_zone Jan 20 07:11:18.887185 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: network_ip_availability.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.888320 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.888836 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: network-ip-availability Jan 20 07:11:18.889164 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: network_segment_range.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.889962 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.890469 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 07:11:18.890795 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: pagination.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.892498 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.892832 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: pagination Jan 20 07:11:18.893159 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: port_device_profile.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.894112 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.894633 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: port-device-profile Jan 20 07:11:18.894963 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.895896 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.896413 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: port-mac-address-regenerate Jan 20 07:11:18.896738 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.897675 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.898205 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: port-numa-affinity-policy Jan 20 07:11:18.898519 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: port_resource_request.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.899449 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.899956 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 07:11:18.900280 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: port_resource_request_groups.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.901259 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.901803 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 20 07:11:18.902131 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: portbindings.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.903063 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.903575 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: binding Jan 20 07:11:18.903904 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: portbindings_extended.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.905191 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.905745 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: binding-extended Jan 20 07:11:18.906080 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: portsecurity.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.907001 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.907549 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: port-security Jan 20 07:11:18.907878 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: project_id.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.909121 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.909484 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: project-id Jan 20 07:11:18.909814 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: providernet.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.910742 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.911263 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: provider Jan 20 07:11:18.911591 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.915304 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.915833 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos not supported by any of loaded plugins Jan 20 07:11:18.916176 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.917466 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.917997 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 07:11:18.918337 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.919296 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.919819 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 07:11:18.920151 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_default.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.921087 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.921646 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-default not supported by any of loaded plugins Jan 20 07:11:18.921966 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_fip.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.922898 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.923438 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-fip not supported by any of loaded plugins Jan 20 07:11:18.923765 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_fip_network_policy.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.924693 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.925215 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 20 07:11:18.925568 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_gateway_ip.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.926505 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.927021 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 07:11:18.927348 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_port_network_policy.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.928284 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.928805 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 07:11:18.929124 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.930197 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.930716 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 20 07:11:18.931044 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_pps_rule.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.932252 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.932773 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-pps not supported by any of loaded plugins Jan 20 07:11:18.933107 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_rule_type_details.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.934068 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.934584 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 07:11:18.935028 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: qos_rules_alias.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.935973 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.936493 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 07:11:18.936825 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: quota_check_limit.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.937779 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.938302 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: quota-check-limit Jan 20 07:11:18.939175 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: quotasv2.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.940157 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.940488 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: quotas Jan 20 07:11:18.940813 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: quotasv2_detail.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.944291 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.944645 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: quota_details Jan 20 07:11:18.944983 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: rbac.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.946095 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.946635 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: rbac-policies Jan 20 07:11:18.946974 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: rbac_address_group.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.947914 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.948449 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: rbac-address-group Jan 20 07:11:18.948784 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: rbac_address_scope.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.949737 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.950264 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: rbac-address-scope Jan 20 07:11:18.950597 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: rbac_security_groups.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.951526 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.952049 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: rbac-security-groups Jan 20 07:11:18.952380 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: rbac_subnetpool.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.953310 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.953852 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: rbac-subnetpool Jan 20 07:11:18.954849 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: revisionifmatch.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.955672 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.956191 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: revision-if-match Jan 20 07:11:18.956522 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: revisions.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.957673 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.958391 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: standard-attr-revisions Jan 20 07:11:18.958528 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: router_availability_zone.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.959212 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.959728 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: router_availability_zone Jan 20 07:11:18.960055 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: routerservicetype.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.960981 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.961516 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension router-service-type not supported by any of loaded plugins Jan 20 07:11:18.961846 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.962852 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.963370 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: security-groups-normalized-cidr Jan 20 07:11:18.963699 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: security_groups_port_filtering.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.964637 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.965153 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: port-security-groups-filtering Jan 20 07:11:18.965510 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.966457 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.966974 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: security-groups-remote-address-group Jan 20 07:11:18.967303 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.968240 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.968756 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: security-groups-shared-filtering Jan 20 07:11:18.969084 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.969715 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 20 07:11:18.970068 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: securitygroup.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.979906 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.980448 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: security-group Jan 20 07:11:18.980787 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: segment.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.981624 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.982143 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension segment not supported by any of loaded plugins Jan 20 07:11:18.982477 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.983428 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.983945 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 07:11:18.984276 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: servicetype.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.985416 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.985975 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: service-type Jan 20 07:11:18.986307 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: sorting.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.987307 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.987646 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: sorting Jan 20 07:11:18.987979 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: standard_attr_segment.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.988909 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.989455 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 07:11:18.989787 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: standardattrdescription.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.990447 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.990964 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: standard-attr-description Jan 20 07:11:18.991292 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: stateful_security_group.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.992237 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.992758 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: stateful-security-group Jan 20 07:11:18.993087 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: stdattrs_common.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.993697 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 07:11:18.994026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.994992 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.995512 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 07:11:18.995841 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: subnet_onboard.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.996926 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.997479 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: subnet_onboard Jan 20 07:11:18.997814 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:18.998755 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:18.999274 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 07:11:18.999603 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: subnet_service_types.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.000551 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.001612 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: subnet-service-types Jan 20 07:11:19.001948 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: subnetallocation.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.003038 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.003567 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: subnet_allocation Jan 20 07:11:19.003896 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.004569 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.005086 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: subnetpool-prefix-ops Jan 20 07:11:19.005410 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.006380 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.006891 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 07:11:19.007217 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: tagging.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.008318 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.008849 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: standard-attr-tag Jan 20 07:11:19.009179 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: timestamp.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.010417 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.010945 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loaded extension: standard-attr-timestamp Jan 20 07:11:19.011276 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: trunk.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.012320 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.012841 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension trunk not supported by any of loaded plugins Jan 20 07:11:19.013173 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: trunk_details.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.014140 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.014658 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension trunk-details not supported by any of loaded plugins Jan 20 07:11:19.014985 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: uplink_status_propagation.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.015917 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.016433 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 07:11:19.016810 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Loading extension file: vlantransparent.py {{(pid=102525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 07:11:19.018003 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 07:11:19.018523 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 07:11:19.021115 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:network Jan 20 07:11:19.021628 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:subnet Jan 20 07:11:19.022033 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 07:11:19.022431 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:port Jan 20 07:11:19.023676 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.024132 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service FLAVORS assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.024745 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.025196 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.025565 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:router Jan 20 07:11:19.026001 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:floatingip Jan 20 07:11:19.026511 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service METERING assigned prefix: /metering {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.027968 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:19.028353 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:19.028712 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:11:19.029764 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 07:11:19.030218 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:security_group Jan 20 07:11:19.030658 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 07:11:19.031255 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service CORE assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.031588 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 07:11:19.031938 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] subnetpool is already registered Jan 20 07:11:19.032417 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service CORE assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.032748 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 07:11:19.033081 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] subnetpool is already registered Jan 20 07:11:19.035671 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.036243 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service FLAVORS assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.036886 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.037321 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.037691 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:router Jan 20 07:11:19.038038 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] router is already registered Jan 20 07:11:19.038466 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:floatingip Jan 20 07:11:19.038803 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] floatingip is already registered Jan 20 07:11:19.039293 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service METERING assigned prefix: /metering {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.040005 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 07:11:19.040334 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] rbac_policy is already registered Jan 20 07:11:19.040772 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:security_group Jan 20 07:11:19.041109 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] security_group is already registered Jan 20 07:11:19.041541 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 07:11:19.041879 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] security_group_rule is already registered Jan 20 07:11:19.042374 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service CORE assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.042706 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 07:11:19.043050 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] subnetpool is already registered Jan 20 07:11:19.043478 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.v2.resource_helper [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Service CORE assigned prefix: {{(pid=102525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 07:11:19.043820 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 07:11:19.044155 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING neutron.quota.resource_registry [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] subnetpool is already registered Jan 20 07:11:19.044636 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: extensions {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.047494 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: address-groups {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.049748 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: address-scopes {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.050980 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: agents {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.052273 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: auto-allocated-topology {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.053568 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: availability_zones {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.054802 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: dhcp-networks {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.056325 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: dhcp-agents {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.057798 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: routers {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.059930 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: flavors {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.061202 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: service_profiles {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.062447 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: next_providers {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.064463 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: service_profiles {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.065936 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: floatingip-pools {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.067301 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: routers {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.069453 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: floatingips {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.070759 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: l3-routers {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.072160 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: l3-agents {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.073631 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: metering-labels {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.074894 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: metering-label-rules {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.076299 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: network-ip-availabilities {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.077613 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: bindings {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.079207 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: quotas {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.081410 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: quotas {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.082965 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: rbac-policies {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.084187 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: security-groups {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.085545 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: security-group-rules {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.086788 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: service-providers {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.088022 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: subnetpools {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.089634 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: subnetpools {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.091210 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.092899 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.094763 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.096577 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.098312 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.100292 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.102036 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.104858 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.106678 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.108437 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron.api.extensions [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Extended resource: tags {{(pid=102525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 07:11:19.114734 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING keystonemiddleware.auth_token [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 07:11:19.119309 dv-cinder-823015-5-iscsi neutron-server[102525]: WARNING keystonemiddleware.auth_token [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 07:11:19.129040 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_concurrency.lockutils [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Acquired lock "singleton_lock" {{(pid=102525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 20 07:11:19.129562 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_concurrency.lockutils [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Releasing lock "singleton_lock" {{(pid=102525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 20 07:11:19.130252 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Starting 2 workers Jan 20 07:11:19.135351 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Started child 102632 {{(pid=102525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 07:11:19.140236 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Started child 102633 {{(pid=102525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 07:11:19.141235 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:19.142983 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO neutron.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 07:11:19.143368 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Publish callbacks [] for process (None), before_spawn {{(pid=102525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:19.144055 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [-] (102632) wsgi starting up on http://0.0.0.0:9696 Jan 20 07:11:19.146045 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Starting 1 workers Jan 20 07:11:19.149113 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:19.151172 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [-] (102633) wsgi starting up on http://0.0.0.0:9696 Jan 20 07:11:19.151368 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Started child 102634 {{(pid=102525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 07:11:19.151929 dv-cinder-823015-5-iscsi neutron-server[102525]: INFO oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Starting 1 workers Jan 20 07:11:19.155173 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] calling RpcWorker wait() {{(pid=102634) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 07:11:19.155726 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] returning from RpcWorker wait() {{(pid=102634) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 07:11:19.156752 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Started child 102635 {{(pid=102525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 07:11:19.156882 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:19.157454 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:11:19.157641 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG neutron_lib.callbacks.manager [None req-fe302399-f686-47fb-bb4a-b9ea2489e3ca None None] Publish callbacks [] for process (None), after_spawn {{(pid=102525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:19.160004 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 20 07:11:19.160212 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 07:11:19.160570 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 07:11:19.160832 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 07:11:19.161197 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 07:11:19.161368 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 07:11:19.161910 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.162205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.162474 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.162742 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.163022 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.163158 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:19.163702 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.163796 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.164026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.164314 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.164580 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.164747 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.164895 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:11:19.165075 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.165340 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.165669 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.165908 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.166185 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.166438 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.166700 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.166878 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.167150 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.167428 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.167681 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.167970 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] debug = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.168230 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.168702 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.168946 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.169189 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.169410 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.169727 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.169983 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.170253 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.170493 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.170717 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.170963 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.171238 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.171488 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.171707 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.171959 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.172187 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.172441 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.172679 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.173192 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] host = dv-cinder-823015-5-iscsi {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.173448 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.173677 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.173927 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.174174 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.174419 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.174651 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.174926 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.175197 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.175443 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.175669 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.175934 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.176176 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.176573 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.176818 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.176967 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_options = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.177236 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.177535 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.177890 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.178105 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.178257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.178396 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.178557 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.178733 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.179069 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.179223 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.179408 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.179626 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.179850 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.180088 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.180339 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.180587 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.180825 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.181057 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.181324 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.181601 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.181831 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.182057 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.183138 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.183138 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.183138 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.183369 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.183495 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.183783 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.184373 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.184618 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.184874 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.185125 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.185352 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.185618 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.185897 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.186233 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.186608 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.186908 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.187361 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.187732 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.188128 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.189041 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.189402 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.190016 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.190508 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.191466 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.191726 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_json = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.191971 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.192387 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.192673 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.192936 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.193187 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.193417 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.193742 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.193988 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.194604 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.194769 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196851 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196851 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.196851 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.197130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.198043 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.198043 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.198043 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.198302 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.198517 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.198885 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.199243 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.199510 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.199967 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.200191 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.200393 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.200623 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.200864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.201137 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.201355 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.201603 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.201825 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.202068 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.202351 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.202685 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.202953 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.203241 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.203487 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.203743 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.203962 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.204998 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.205389 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.205738 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.205850 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.206077 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.206317 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.206703 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.207061 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.207422 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.207792 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.208183 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.208490 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.208794 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.209085 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.209619 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.209864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.210083 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.210302 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.210561 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.210780 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.211033 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.211218 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.211455 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.211723 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.211939 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.212147 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.212354 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.212585 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.212811 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.213023 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.213230 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.213461 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.213675 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.213881 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.214118 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.214343 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.214557 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.214762 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.214973 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.215187 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.215393 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.215609 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.215816 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.216033 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.216270 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.216498 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.216740 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.216991 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.217199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.217406 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.217650 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.217866 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.218089 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.218188 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54150) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:19.218298 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.218508 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.218734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.218941 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.219204 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.219516 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.219792 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.220037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.220250 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.220492 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.220702 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.220938 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.221167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.221378 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.221696 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.222097 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.222358 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.222585 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.222828 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.223040 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.223285 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.223497 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.223718 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.223928 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.224593 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.224593 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.224772 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.224912 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.225142 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.225374 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.225632 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.226004 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.226137 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.226584 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.226809 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.227079 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.227381 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.227640 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.227896 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.228172 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.228363 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.228812 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.229063 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.229320 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.229585 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.229845 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.230061 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.230299 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.230533 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.230763 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.231007 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.231328 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.231555 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.231770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.231993 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.232265 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.232508 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.232758 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.233019 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.233257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.233509 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.233977 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.234224 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.234452 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.234728 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.234908 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.235152 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.235328 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.236315 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.236574 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.236791 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.237001 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.237416 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.238147 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.238455 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.238688 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.238911 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.239127 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.239370 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.239817 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.240037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.240269 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.240487 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.240715 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.240925 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.241152 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.241408 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.241649 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.241918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.242164 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.242519 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.242646 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.242823 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.243089 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.243299 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.243539 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.243749 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0232103 Jan 20 07:11:19.243961 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.243961 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.244163 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.244531 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.244915 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.245509 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.245760 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.245970 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.246206 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.246630 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.247450 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.247903 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.248131 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.248367 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.248583 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.248823 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.249039 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.249706 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.250074 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.250317 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.250526 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.250783 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.253319 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.253319 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.253538 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.253734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.253949 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.254394 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.254616 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.254904 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.255156 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.255401 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.255876 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.256132 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.256348 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.256610 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.257457 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.257457 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.257619 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.257737 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.258352 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.258768 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.259896 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.260115 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.260339 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.260622 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.260834 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.261156 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.261257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.261689 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.262640 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.262942 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.263241 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.263545 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265049 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265049 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265049 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265049 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265360 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265360 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265522 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.265826 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.266213 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.266436 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.266667 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.266970 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.267233 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.267471 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.267947 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.268344 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.269238 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.269238 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.269238 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.269505 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.269706 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.269926 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.270136 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.270351 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.270668 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.270991 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.272079 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.272079 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.272079 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.272534 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.272832 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.273110 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.273340 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.274221 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.274552 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.274844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.275382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.275685 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.276734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.276734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.276734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.276734 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.277016 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.277165 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.277391 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.277708 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.279844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.280107 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.280359 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.280600 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.280858 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.281076 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.281320 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.282670 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.282848 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 07:11:19.284010 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 20 07:11:19.284458 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 07:11:19.285227 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 07:11:19.285545 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 07:11:19.286115 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 07:11:19.286336 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 07:11:19.287679 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.287679 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.287679 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.287923 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.288019 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.288613 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.288714 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:11:19.288801 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.288933 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.289093 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.289412 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.289583 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.289743 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.289904 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290063 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290207 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290365 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290523 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290665 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290830 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.290987 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.291142 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.291296 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.291452 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] debug = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.291607 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.291813 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.291962 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.292116 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.292293 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.292409 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.292566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.292773 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.292933 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.293088 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.293242 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.293394 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.294342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.294342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.294342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.294342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.294342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.294342 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.295242 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] host = dv-cinder-823015-5-iscsi {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.295404 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.295543 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.295671 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.296885 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.297055 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.297211 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.297367 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.299124 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.299290 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.299451 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.299612 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.299775 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.299928 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.300443 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.300759 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_options = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.301582 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.303083 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.303406 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.303607 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.303781 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.303945 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.304105 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.304264 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.304423 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.304579 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.304738 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.304896 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.305052 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.305208 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.305363 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.305538 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.305697 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.305855 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.306010 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.306561 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.306729 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.307447 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.308596 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.308922 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.309101 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.311143 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.311350 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.311525 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.312575 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.312575 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.312575 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.312575 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.312575 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.312575 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.313016 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.313016 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.313016 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.313239 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.313319 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.314181 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.315251 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.315432 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.315586 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.315747 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.315916 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.316074 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.316729 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_json = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.316889 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317116 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317321 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317405 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317499 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317689 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317797 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.317960 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.318115 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 07:11:19.319105 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.319285 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.320736 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.321546 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.321691 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.321891 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.322211 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.322422 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.322777 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.324620 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.324957 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.325271 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.326844 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327419 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327419 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327419 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327419 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327651 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327651 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.327948 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.328079 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.328242 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.328407 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.328568 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.328728 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.328889 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.329051 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.329893 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.330055 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.330219 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.330417 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.330564 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.330707 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.330867 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331027 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331187 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331348 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331509 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331673 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331832 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.331992 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.332151 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.332311 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.332481 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.332650 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.332799 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.332956 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.333116 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.333277 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.333472 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.333632 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.333795 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.333960 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.334102 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.334264 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.334425 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.334588 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.334745 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.334909 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.335069 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.335241 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.335403 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.335563 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.335723 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.335883 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336044 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336203 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336364 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336524 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336684 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336834 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.336989 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.337149 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.337309 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.337864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.338037 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.338197 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.338358 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.338518 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.338679 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.338855 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.339014 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.339160 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.339431 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.340119 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.340289 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.340453 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.340613 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.340773 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.340935 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.341096 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.341258 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.341691 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.341881 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.342062 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.342239 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.342430 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.342585 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.342897 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.343205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.343376 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.343545 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.343710 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.343873 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.344063 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.344242 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.345491 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.345491 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.345491 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348305 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.348770 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.349262 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.350560 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.352382 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.353026 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354205 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354752 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354752 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354752 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.354971 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.355050 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.355214 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.355389 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.355541 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356647 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356751 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.356918 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.359199 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361257 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.361803 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362460 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362897 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362897 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.362897 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.363071 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.363185 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.363363 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.363516 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.363671 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.363816 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.364730 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.364730 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.364730 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.364730 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.364730 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.364730 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.365090 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.365157 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.365268 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.365864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.365864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.365864 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366102 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366102 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366246 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366966 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366966 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366966 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.366966 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367450 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367450 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367450 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367450 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367928 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367928 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.367928 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.369130 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370167 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370761 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370761 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370761 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.370761 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.371566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.371566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.371566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.371566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.371566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.371566 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372030 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372030 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372030 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372321 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372321 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372536 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372623 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372733 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.372894 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.373053 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.373211 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 07:11:19.373369 dv-cinder-823015-5-iscsi neutron-server[102525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 07:11:31.827115 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb6f7c-4c56-4b28-bf01-817157d87fcb None None] get_active_networks_info from dv-cinder-823015-5-iscsi {{(pid=102634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 20 07:11:31.910980 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb6f7c-4c56-4b28-bf01-817157d87fcb None None] No non-hosted networks {{(pid=102634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 07:11:31.926557 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.agentschedulers_db [None req-7cbb6f7c-4c56-4b28-bf01-817157d87fcb None None] DHCP Agent not found on host dv-cinder-823015-5-iscsi {{(pid=102634) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 20 07:11:31.983644 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c2674e6-db37-4bba-898a-8ba0008dc0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499605'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:35.162946 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a66d-c376-4e8b-832d-5d80207a0f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499605'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:35.236488 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d869ce4-36ed-4b71-9444-94518a53188e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:35.673381 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499605'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:37.735354 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499605'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:38.327614 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499605'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:38.328531 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.328880 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.329218 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.329602 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.330125 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.330625 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.331184 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.331822 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.332532 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.332933 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.333969 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.334465 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.334817 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:38.335238 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-823015-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:11:38.345656 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-823015-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:11:41.678045 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54256) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:42.205312 dv-cinder-823015-5-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-c62ee482-6845-4d22-9ef3-d7066e9851e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:42.205946 dv-cinder-823015-5-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-c62ee482-6845-4d22-9ef3-d7066e9851e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:42.434672 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-c62ee482-6845-4d22-9ef3-d7066e9851e9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:11:42.449452 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c62ee482-6845-4d22-9ef3-d7066e9851e9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7567055 Jan 20 07:11:43.121038 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.db.l3_hamode_db [None req-04639757-78ae-4fbb-8c1c-dce2db4b7c00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 07:11:43.201096 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04639757-78ae-4fbb-8c1c-dce2db4b7c00 None None] Routers set() bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:11:43.201550 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04639757-78ae-4fbb-8c1c-dce2db4b7c00 None None] Router IDs set() for agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 20 07:11:45.147731 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54272) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:45.454441 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'tenant_id': '3f26931eb893438cac3329c8b1ae9df6', 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:11:45.553809 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.policy [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102633) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 07:11:45.600984 dv-cinder-823015-5-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:45.601393 dv-cinder-823015-5-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:45.610176 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.quota [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] Loaded quota_driver: . Jan 20 07:11:45.702239 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766990293549', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766990279806', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766990275554', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766990263531', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766990256539', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766990379265', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1671530', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676687', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3605169'] for rbac-policy (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:45.767238 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:45.768416 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ff25c981-d60a-4338-9126-d96a5d20aaf3 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6197152 Jan 20 07:11:48.499422 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54284) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:48.813474 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'project_id': '3ac65267583040a29446544f52c1cba4', 'name': 'private'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:11:48.844705 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Made reservation on behalf of 3ac65267583040a29446544f52c1cba4 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:11:48.847698 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:48.865818 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:48.979796 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks [] for security_group (9070c0ac-2245-4c2c-ba79-aec39511b681), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:48.983761 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9070c0ac-2245-4c2c-ba79-aec39511b681), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:49.008168 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:11:49.038232 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766991422230', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (a53fcff3-3b31-4e23-b09e-cb7f3e9fd539), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:49.038742 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Unsubscribe: segment precommit_create {{(pid=102633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 07:11:49.039254 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Added segment a53fcff3-3b31-4e23-b09e-cb7f3e9fd539 of type vlan for network 14705bf1-e732-430d-a9bf-81c2be9f5d5c Jan 20 07:11:49.055991 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9070c0ac-2245-4c2c-ba79-aec39511b681,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:11:49.105211 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.105597 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.105943 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.106275 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.106602 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.106927 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.107252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.107575 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.107910 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.108249 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.108576 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.108890 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.109764 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Tracked resource versions report: Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: pushed versions: Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Log': {'1.0'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Network': {'1.1'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Port': {'1.7'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: consumer versions: Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Log': '1.0', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Network': '1.1', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Port': '1.7', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SubPort': '1.0', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Subnet': '1.1', Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Jan 20 07:11:49.111153 dv-cinder-823015-5-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:11:49.154398 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (14705bf1-e732-430d-a9bf-81c2be9f5d5c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:49.197130 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (14705bf1-e732-430d-a9bf-81c2be9f5d5c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:49.198306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:11:49.199036 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:49.277624 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7770462 Jan 20 07:11:49.304241 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23318a22-8a60-4659-9ed5-3a4dd761d068 admin admin] Pushing event updated for resources: {'Network': ['ID=14705bf1-e732-430d-a9bf-81c2be9f5d5c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:11:49.316931 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:11:52.080566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54298) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:52.628290 dv-cinder-823015-5-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:52.628896 dv-cinder-823015-5-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:53.091752 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.policy [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 07:11:53.139039 dv-cinder-823015-5-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:53.139427 dv-cinder-823015-5-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 07:11:53.148651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:11:53.150717 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-71d4478b-0418-4a9b-a78c-23a45ac5f6d8 admin admin] 10.222.0.53 "GET /v2.0/networks/14705bf1-e732-430d-a9bf-81c2be9f5d5c HTTP/1.1" status: 200 len: 825 time: 1.0680606 Jan 20 07:11:53.189945 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f738fbc9-ee7e-4858-bf89-edef9cb6ee35 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/fd37e344-b8f2-43b8-90cf-a27a73c11405 HTTP/1.1" status: 200 len: 734 time: 0.0335624 Jan 20 07:11:53.199280 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Request body: {'subnet': {'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:11:53.200901 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.quota [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Loaded quota_driver: . Jan 20 07:11:53.246285 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Made reservation on behalf of 3ac65267583040a29446544f52c1cba4 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:11:53.249169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:53.555087 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (a4b04b54-0572-48c1-adb7-714e3722f74f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:53.624231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Checking segment: {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:11:53.625142 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Network hostable DHCP agents. Network: 14705bf1-e732-430d-a9bf-81c2be9f5d5c, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:11:53.639588 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b04b54-0572-48c1-adb7-714e3722f74f,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:11:53.654857 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.655217 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.655547 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.656425 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.656744 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.657062 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.657378 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.657718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.658361 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.658635 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.658959 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.659267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.659578 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Tracked resource versions report: Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: pushed versions: Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Log': {'1.0'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Network': {'1.1'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Port': {'1.7'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: consumer versions: Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Log': '1.0', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Network': '1.1', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Port': '1.7', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SubPort': '1.0', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Subnet': '1.1', Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Jan 20 07:11:53.660908 dv-cinder-823015-5-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:11:53.676168 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:11:53.695437 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 14705bf1-e732-430d-a9bf-81c2be9f5d5c) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:11:53.710231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:11:53.710874 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:53.715134 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955eee65-33c1-481f-89a6-d5ed83f10460 None None] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:11:53.740396 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7dfec306-2a67-4dbe-a7e0-01c41db483e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5446920 Jan 20 07:11:54.000036 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'project_id': '3ac65267583040a29446544f52c1cba4', 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:11:54.001739 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:54.332095 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Allocated IP 172.20.0.2 (14705bf1-e732-430d-a9bf-81c2be9f5d5c/a4b04b54-0572-48c1-adb7-714e3722f74f/469d4d7a-65b4-42c3-abc7-c2e8088f8059) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:11:54.584027 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Publish callbacks [] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:54.593290 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:54.666918 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:11:54.672861 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:11:54.682817 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:11:54.690648 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Pushing event updated for resources: {'Port': ['ID=469d4d7a-65b4-42c3-abc7-c2e8088f8059,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:11:54.720975 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.721721 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.721721 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.722063 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.722398 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.722730 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.723061 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.723396 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.723723 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.724066 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.724397 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.724720 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.725043 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Tracked resource versions report: Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: pushed versions: Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Log': {'1.0'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Network': {'1.1'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Port': {'1.7'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: consumer versions: Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Log': '1.0', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Network': '1.1', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Port': '1.7', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SubPort': '1.0', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Subnet': '1.1', Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Jan 20 07:11:54.726524 dv-cinder-823015-5-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:11:54.776906 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Attempting to bind port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:11:54.777296 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Attempting to bind port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:11:54.777754 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Attempting to bind port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 on network 14705bf1-e732-430d-a9bf-81c2be9f5d5c {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:11:54.783547 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:11:54.783938 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Checking segment: {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:11:54.784427 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:54.784814 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Bound using segment: {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:11:54.785317 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Bound port: 469d4d7a-65b4-42c3-abc7-c2e8088f8059, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:11:54.785724 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:54.850036 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] For port 469d4d7a-65b4-42c3-abc7-c2e8088f8059, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:11:54.854487 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] For port 469d4d7a-65b4-42c3-abc7-c2e8088f8059, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=469d4d7a-65b4-42c3-abc7-c2e8088f8059,segment=NetworkSegment(a53fcff3-3b31-4e23-b09e-cb7f3e9fd539),segment_id=a53fcff3-3b31-4e23-b09e-cb7f3e9fd539)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:11:54.859478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:11:54.927129 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9645b4-5221-484a-ab22-d2132717ffce None None] Pushing event updated for resources: {'Port': ['ID=469d4d7a-65b4-42c3-abc7-c2e8088f8059,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:11:56.304193 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54320) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:56.677867 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-8acfc497-eb5e-4f9a-8bb7-63557dae2ce8 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:11:56.678979 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8acfc497-eb5e-4f9a-8bb7-63557dae2ce8 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3738260 Jan 20 07:11:58.201406 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:11:59.217457 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54328) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:11:59.620795 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-bbda9aec-98d2-40bb-bbb9-befb189b0107 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:11:59.622365 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bbda9aec-98d2-40bb-bbb9-befb189b0107 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4031241 Jan 20 07:12:01.780257 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5644e6d2-126d-4d62-bc2b-6bb441e775b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:02.463274 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54338) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:02.777449 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] Request body: {'router': {'tenant_id': '3ac65267583040a29446544f52c1cba4', 'name': 'router1', 'admin_state_up': True}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:12:02.806960 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:02.808626 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:02.971591 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] Publish callbacks [] for router_controller (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:02.977896 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:02.993122 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:02.994369 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-450e9f1e-2e82-435e-b172-1ce69e079b3c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5301297 Jan 20 07:12:04.942564 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 469d4d7a-65b4-42c3-abc7-c2e8088f8059 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:12:05.032093 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:05.032512 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:05.167687 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:05.168101 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:05.181369 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-91e847ee-b7e2-4ead-9c14-2ada1f353e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:05.207486 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 469d4d7a-65b4-42c3-abc7-c2e8088f8059, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=469d4d7a-65b4-42c3-abc7-c2e8088f8059,segment=NetworkSegment(a53fcff3-3b31-4e23-b09e-cb7f3e9fd539),segment_id=a53fcff3-3b31-4e23-b09e-cb7f3e9fd539)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:12:05.212020 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:05.262579 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=469d4d7a-65b4-42c3-abc7-c2e8088f8059,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:05.508599 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54350) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:05.641529 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:05.870489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-07b1a3f5-a246-40e9-be54-bcd63717ebd8 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:12:05.871652 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-07b1a3f5-a246-40e9-be54-bcd63717ebd8 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3620074 Jan 20 07:12:06.225573 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980323d2-c752-45cb-8028-918654b3bf93 None None] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:12:06.355148 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-f45a3670-5638-437c-b04c-549957b1f89c None None] Provisioning complete for port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:06.355572 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f45a3670-5638-437c-b04c-549957b1f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:06.443376 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-f45a3670-5638-437c-b04c-549957b1f89c None None] Current status of the port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:06.563940 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-b2f2f31d-ef7a-4aa2-a19f-1f4fde680bb8 None None] Provisioning complete for port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:06.564343 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f31d-ef7a-4aa2-a19f-1f4fde680bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:06.645393 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2f31d-ef7a-4aa2-a19f-1f4fde680bb8 None None] Current status of the port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:06.911378 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 469d4d7a-65b4-42c3-abc7-c2e8088f8059 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:12:06.992449 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:06.993087 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:07.120011 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:07.683248 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.337653 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.459800 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54380) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:08.602021 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'tenant_id': '3f26931eb893438cac3329c8b1ae9df6', 'is_default': True, 'router:external': True, 'project_id': '3f26931eb893438cac3329c8b1ae9df6', 'provider:network_type': 'flat'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:12:08.629619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Made reservation on behalf of 3f26931eb893438cac3329c8b1ae9df6 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:12:08.632255 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.649185 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.770406 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks [] for security_group (479bd94b-8245-4a27-bfda-e41f1671238f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.774782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (479bd94b-8245-4a27-bfda-e41f1671238f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.792931 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102632) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 20 07:12:08.820171 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479bd94b-8245-4a27-bfda-e41f1671238f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:08.829568 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766991422230', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (17da7af3-3436-451f-b09f-8b0cfcaad7cb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.830452 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Unsubscribe: segment precommit_create {{(pid=102632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 07:12:08.830926 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Added segment 17da7af3-3436-451f-b09f-8b0cfcaad7cb of type flat for network bb6b7569-6c2c-4365-a33d-e283540b699e Jan 20 07:12:08.887441 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (bb6b7569-6c2c-4365-a33d-e283540b699e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.935815 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (bb6b7569-6c2c-4365-a33d-e283540b699e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:08.937022 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:12:08.937622 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:09.013514 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5526078 Jan 20 07:12:09.034179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9dcb8-9107-48c1-81c1-e27ffdd177b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6b7569-6c2c-4365-a33d-e283540b699e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:09.045445 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network bb6b7569-6c2c-4365-a33d-e283540b699e details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:12:11.312946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54388) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:11.410037 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca7948-87b2-48e8-985d-01959cd24731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:12:11.411388 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ffca7948-87b2-48e8-985d-01959cd24731 admin admin] 10.222.0.53 "GET /v2.0/subnets/a4b04b54-0572-48c1-adb7-714e3722f74f HTTP/1.1" status: 200 len: 849 time: 0.0974557 Jan 20 07:12:11.535185 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3b29d1a1-338e-48eb-8b3f-ebfca0f33b77 admin admin] 10.222.0.53 "GET /v2.0/routers/7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 HTTP/1.1" status: 200 len: 704 time: 0.1182005 Jan 20 07:12:11.811580 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.118072 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Allocated IP 172.20.0.1 (14705bf1-e732-430d-a9bf-81c2be9f5d5c/a4b04b54-0572-48c1-adb7-714e3722f74f/2555b363-00ac-4b03-a2c9-ea559c7572d9) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:12:12.285396 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks [] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.364375 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.502692 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:12:12.507503 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:12:12.514479 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:12:12.514969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.537487 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Pushing event updated for resources: {'Port': ['ID=2555b363-00ac-4b03-a2c9-ea559c7572d9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:12.706033 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-ef90d0c5-0076-480e-913f-3920a33f0bd8 None None] Provisioning complete for port 2555b363-00ac-4b03-a2c9-ea559c7572d9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:12.706607 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ef90d0c5-0076-480e-913f-3920a33f0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.716968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.743109 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-ef90d0c5-0076-480e-913f-3920a33f0bd8 None None] Port 2555b363-00ac-4b03-a2c9-ea559c7572d9 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:12:12.931836 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks [] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.936431 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:12.937251 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:13.015967 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Pushing event updated for resources: {'Port': ['ID=2555b363-00ac-4b03-a2c9-ea559c7572d9,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:13.063523 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:12:13.064918 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:12:13.228184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:12:13.264843 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-be5a02af-c2a4-44d4-8ed6-34b551238c73 None None] Provisioning complete for port 2555b363-00ac-4b03-a2c9-ea559c7572d9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:13.265486 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-be5a02af-c2a4-44d4-8ed6-34b551238c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:13.299386 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-be5a02af-c2a4-44d4-8ed6-34b551238c73 None None] Port 2555b363-00ac-4b03-a2c9-ea559c7572d9 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:12:13.319255 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:12:13.324666 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-168929bd-0401-4c81-a45e-93aa7ccb4949 admin admin] 10.222.0.53 "PUT /v2.0/routers/7a0b0e36-0c30-4a2f-b357-c1a540b98dd0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7843871 Jan 20 07:12:13.329468 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Sync routers for ids ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:12:13.342119 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Routers {'7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:12:13.343527 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:12:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:13.538429 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Set router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:12:13.992745 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'name': 'router1', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:12:02Z', 'updated_at': '2022-01-20T07:12:12Z', 'revision_number': 2, 'project_id': '3ac65267583040a29446544f52c1cba4', 'gw_port_host': None, '_interfaces': [{'id': '2555b363-00ac-4b03-a2c9-ea559c7572d9', 'name': '', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'mac_address': 'fa:16:3e:be:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:11Z', 'updated_at': '2022-01-20T07:12:12Z', 'revision_number': 2, 'project_id': '3ac65267583040a29446544f52c1cba4', 'subnets': [{'id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:14.046877 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Checking router: 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:12:14.047258 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Updating router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 port 2555b363-00ac-4b03-a2c9-ea559c7572d9 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:12:14.097254 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.630837 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Publish callbacks [] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.638668 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.815241 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Attempting to bind port 2555b363-00ac-4b03-a2c9-ea559c7572d9 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:12:14.815648 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Attempting to bind port 2555b363-00ac-4b03-a2c9-ea559c7572d9 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:12:14.816095 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Attempting to bind port 2555b363-00ac-4b03-a2c9-ea559c7572d9 on network 14705bf1-e732-430d-a9bf-81c2be9f5d5c {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:12:14.818184 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Pushing event updated for resources: {'Port': ['ID=2555b363-00ac-4b03-a2c9-ea559c7572d9,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:14.824175 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:12:14.824595 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Checking segment: {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:12:14.825081 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.825504 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Bound using segment: {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:12:14.825998 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Bound port: 2555b363-00ac-4b03-a2c9-ea559c7572d9, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53fcff3-3b31-4e23-b09e-cb7f3e9fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:12:14.826382 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.846657 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.847111 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.847510 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.847878 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.849715 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.850082 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.850416 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.851603 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.851603 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.851603 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.851961 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.852036 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.852506 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Tracked resource versions report: Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: pushed versions: Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: { 'AddressGroup': {'1.2'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'ConntrackHelper': {'1.0'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Log': {'1.0'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Network': {'1.1'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Port': {'1.7'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'PortForwarding': {'1.2'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'QosPolicy': {'1.10'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroup': {'1.5'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SubPort': {'1.0'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Subnet': {'1.1'}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Trunk': {'1.1'}} Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: consumer versions: Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'ConntrackHelper': '1.0', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'LocalIPAssociation': '1.0', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Log': '1.0', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Network': '1.1', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Port': '1.7', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'PortForwarding': '1.2', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'QosPolicy': '1.10', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroup': '1.5', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroupRule': '1.2', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SubPort': '1.0', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Subnet': '1.1', Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Trunk': '1.1'}} Jan 20 07:12:14.853796 dv-cinder-823015-5-iscsi neutron-server[102635]: {{(pid=102635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:12:14.910813 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] For port 2555b363-00ac-4b03-a2c9-ea559c7572d9, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:12:14.931777 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-742e3f96-8c89-4f96-894e-3ba0a01966da None None] Provisioning complete for port 2555b363-00ac-4b03-a2c9-ea559c7572d9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:14.932975 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-742e3f96-8c89-4f96-894e-3ba0a01966da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.933980 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] For port 2555b363-00ac-4b03-a2c9-ea559c7572d9, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2555b363-00ac-4b03-a2c9-ea559c7572d9,segment=NetworkSegment(a53fcff3-3b31-4e23-b09e-cb7f3e9fd539),segment_id=a53fcff3-3b31-4e23-b09e-cb7f3e9fd539)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:12:14.939729 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:14.972292 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-742e3f96-8c89-4f96-894e-3ba0a01966da None None] Port 2555b363-00ac-4b03-a2c9-ea559c7572d9 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:12:15.010871 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ee31b-720f-437d-af65-83f7527c32a9 None None] Pushing event updated for resources: {'Port': ['ID=2555b363-00ac-4b03-a2c9-ea559c7572d9,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:15.038326 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Routers {'7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:12:15.039134 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:12:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:15.137381 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] Set router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:12:15.194423 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] Provisioning complete for port 2555b363-00ac-4b03-a2c9-ea559c7572d9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:15.195094 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:15.284204 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] Current status of the port 2555b363-00ac-4b03-a2c9-ea559c7572d9 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:15.284848 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:15.322624 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] For port 2555b363-00ac-4b03-a2c9-ea559c7572d9, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2555b363-00ac-4b03-a2c9-ea559c7572d9,segment=NetworkSegment(a53fcff3-3b31-4e23-b09e-cb7f3e9fd539),segment_id=a53fcff3-3b31-4e23-b09e-cb7f3e9fd539)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:12:15.328675 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:15.381078 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'name': 'router1', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:12:02Z', 'updated_at': '2022-01-20T07:12:12Z', 'revision_number': 2, 'project_id': '3ac65267583040a29446544f52c1cba4', 'gw_port_host': None, '_interfaces': [{'id': '2555b363-00ac-4b03-a2c9-ea559c7572d9', 'name': '', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'mac_address': 'fa:16:3e:be:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:11Z', 'updated_at': '2022-01-20T07:12:14Z', 'revision_number': 4, 'project_id': '3ac65267583040a29446544f52c1cba4', 'subnets': [{'id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:15.390226 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bf8bf-4383-4f63-8102-b4d14dc0c0d1 None None] Pushing event updated for resources: {'Port': ['ID=2555b363-00ac-4b03-a2c9-ea559c7572d9,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:15.432391 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03792-cdca-4949-96fc-ba9337ee793c None None] The sync data for ids ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'] in dv-cinder-823015-5-iscsi is: [{'id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'name': 'router1', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:12:02Z', 'updated_at': '2022-01-20T07:12:12Z', 'revision_number': 2, 'project_id': '3ac65267583040a29446544f52c1cba4', 'gw_port_host': None, '_interfaces': [{'id': '2555b363-00ac-4b03-a2c9-ea559c7572d9', 'name': '', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'mac_address': 'fa:16:3e:be:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:11Z', 'updated_at': '2022-01-20T07:12:14Z', 'revision_number': 4, 'project_id': '3ac65267583040a29446544f52c1cba4', 'subnets': [{'id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:12:18.122789 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54408) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:18.237890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d9fda-9e48-415d-baff-af4236f0ea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:12:18.239294 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f48d9fda-9e48-415d-baff-af4236f0ea55 admin admin] 10.222.0.53 "GET /v2.0/networks/bb6b7569-6c2c-4365-a33d-e283540b699e HTTP/1.1" status: 200 len: 842 time: 0.1148493 Jan 20 07:12:18.249248 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'tenant_id': '3f26931eb893438cac3329c8b1ae9df6', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:12:18.274840 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Made reservation on behalf of 3f26931eb893438cac3329c8b1ae9df6 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:12:18.277655 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:18.568747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.objects.ports [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102632) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 20 07:12:18.569168 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (42feaa1e-ff4f-4313-b9ec-435edcf16aac), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:18.625258 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42feaa1e-ff4f-4313-b9ec-435edcf16aac,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:18.638615 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:12:18.639516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Network hostable DHCP agents. Network: bb6b7569-6c2c-4365-a33d-e283540b699e, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:12:18.658774 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:12:18.668269 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, bb6b7569-6c2c-4365-a33d-e283540b699e) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:12:18.674232 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:12:18.675033 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:18.681871 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19624b15-4219-42cd-a26d-aff7f4f9c79c None None] Network bb6b7569-6c2c-4365-a33d-e283540b699e requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:12:18.707717 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-669b6363-aaf8-4ef8-9075-ce3da80fc4f2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4558706 Jan 20 07:12:18.834163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00395d5-d08a-4cb3-8e63-bd551ae58199 None None] Network bb6b7569-6c2c-4365-a33d-e283540b699e requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:12:21.149215 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54416) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:21.468533 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1f48ef09-6ec6-4334-898d-97b4d1f8238b admin admin] 10.222.0.53 "GET /v2.0/routers/7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 HTTP/1.1" status: 200 len: 710 time: 0.3178320 Jan 20 07:12:21.636665 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65926de-894e-4547-b55e-874fd455d29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:12:21.638219 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f65926de-894e-4547-b55e-874fd455d29b admin admin] 10.222.0.53 "GET /v2.0/networks/bb6b7569-6c2c-4365-a33d-e283540b699e HTTP/1.1" status: 200 len: 886 time: 0.1625984 Jan 20 07:12:21.649380 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:12:21.913324 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks [] for router_gateway (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:22.189452 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks [] for router_gateway (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:22.287154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:22.495037 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Allocated IP 172.27.0.155 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/a575cb50-44a3-4aba-80b0-282c76ab0456) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:12:22.608043 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks [] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:22.672997 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:22.750727 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:12:22.756748 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:12:22.766723 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:12:22.801281 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Pushing event updated for resources: {'Port': ['ID=a575cb50-44a3-4aba-80b0-282c76ab0456,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:22.966771 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2555b363-00ac-4b03-a2c9-ea559c7572d9 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:12:23.018481 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 2555b363-00ac-4b03-a2c9-ea559c7572d9 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:23.018973 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:23.110092 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 2555b363-00ac-4b03-a2c9-ea559c7572d9 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:23.135382 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks [] for router_gateway (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:23.353390 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499131', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65268'] for router (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:23.359371 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518632'] for router (7a0b0e36-0c30-4a2f-b357-c1a540b98dd0), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:23.478802 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:12:23.592684 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:12:23.599430 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:23.601071 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-05e05fca-de4b-48ca-bbdc-9024b72bab5b admin admin] 10.222.0.53 "PUT /v2.0/routers/7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 HTTP/1.1" status: 200 len: 890 time: 1.9571242 Jan 20 07:12:23.987117 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Sync routers for ids ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:12:24.004994 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Routers {'7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:12:24.006569 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:12:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:24.314581 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Set router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:12:24.987094 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'name': 'router1', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a575cb50-44a3-4aba-80b0-282c76ab0456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:12:02Z', 'updated_at': '2022-01-20T07:12:22Z', 'revision_number': 4, 'project_id': '3ac65267583040a29446544f52c1cba4', 'gw_port': {'id': 'a575cb50-44a3-4aba-80b0-282c76ab0456', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:22Z', 'updated_at': '2022-01-20T07:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '2555b363-00ac-4b03-a2c9-ea559c7572d9', 'name': '', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'mac_address': 'fa:16:3e:be:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:11Z', 'updated_at': '2022-01-20T07:12:15Z', 'revision_number': 5, 'project_id': '3ac65267583040a29446544f52c1cba4', 'subnets': [{'id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:25.044347 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Checking router: 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:12:25.044852 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Updating router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 port a575cb50-44a3-4aba-80b0-282c76ab0456 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:12:25.104706 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:25.656917 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Publish callbacks [] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:25.666352 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:25.758625 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1d71-f260-42d5-b637-1f28f9f9530b None None] Pushing event updated for resources: {'Port': ['ID=a575cb50-44a3-4aba-80b0-282c76ab0456,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:25.766399 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Attempting to bind port a575cb50-44a3-4aba-80b0-282c76ab0456 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:12:25.766981 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Attempting to bind port a575cb50-44a3-4aba-80b0-282c76ab0456 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:12:25.767555 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Attempting to bind port a575cb50-44a3-4aba-80b0-282c76ab0456 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:12:25.776149 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:12:25.776772 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:12:25.777418 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:25.778067 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:12:25.778845 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Bound port: a575cb50-44a3-4aba-80b0-282c76ab0456, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:12:25.779502 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:25.857281 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] For port a575cb50-44a3-4aba-80b0-282c76ab0456, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:12:25.863325 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] For port a575cb50-44a3-4aba-80b0-282c76ab0456, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=a575cb50-44a3-4aba-80b0-282c76ab0456,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:12:25.869479 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:25.941086 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Routers {'7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:12:25.941842 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:12:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:25.979490 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1d71-f260-42d5-b637-1f28f9f9530b None None] Pushing event updated for resources: {'Port': ['ID=a575cb50-44a3-4aba-80b0-282c76ab0456,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:26.066450 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] Set router 7a0b0e36-0c30-4a2f-b357-c1a540b98dd0 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:12:26.290752 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'name': 'router1', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a575cb50-44a3-4aba-80b0-282c76ab0456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:12:02Z', 'updated_at': '2022-01-20T07:12:22Z', 'revision_number': 4, 'project_id': '3ac65267583040a29446544f52c1cba4', 'gw_port': {'id': 'a575cb50-44a3-4aba-80b0-282c76ab0456', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:22Z', 'updated_at': '2022-01-20T07:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '2555b363-00ac-4b03-a2c9-ea559c7572d9', 'name': '', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'mac_address': 'fa:16:3e:be:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:11Z', 'updated_at': '2022-01-20T07:12:15Z', 'revision_number': 5, 'project_id': '3ac65267583040a29446544f52c1cba4', 'subnets': [{'id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:12:26.294539 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54428) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:12:26.318896 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd056b-52e1-46a6-9bfa-a4de9d75d381 None None] The sync data for ids ['7a0b0e36-0c30-4a2f-b357-c1a540b98dd0'] in dv-cinder-823015-5-iscsi is: [{'id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'name': 'router1', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a575cb50-44a3-4aba-80b0-282c76ab0456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:12:02Z', 'updated_at': '2022-01-20T07:12:22Z', 'revision_number': 4, 'project_id': '3ac65267583040a29446544f52c1cba4', 'gw_port': {'id': 'a575cb50-44a3-4aba-80b0-282c76ab0456', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:22Z', 'updated_at': '2022-01-20T07:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '2555b363-00ac-4b03-a2c9-ea559c7572d9', 'name': '', 'network_id': '14705bf1-e732-430d-a9bf-81c2be9f5d5c', 'tenant_id': '3ac65267583040a29446544f52c1cba4', 'mac_address': 'fa:16:3e:be:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0b0e36-0c30-4a2f-b357-c1a540b98dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:12:11Z', 'updated_at': '2022-01-20T07:12:15Z', 'revision_number': 5, 'project_id': '3ac65267583040a29446544f52c1cba4', 'subnets': [{'id': 'a4b04b54-0572-48c1-adb7-714e3722f74f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd37e344-b8f2-43b8-90cf-a27a73c11405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:12:26.429795 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-edb3ea55-1166-4057-aea2-0c0d119d4252 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1330965 Jan 20 07:12:27.037261 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device a575cb50-44a3-4aba-80b0-282c76ab0456 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:12:27.125628 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port a575cb50-44a3-4aba-80b0-282c76ab0456 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:27.126651 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:27.240885 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port a575cb50-44a3-4aba-80b0-282c76ab0456 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:27.241318 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:27.266125 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port a575cb50-44a3-4aba-80b0-282c76ab0456, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=a575cb50-44a3-4aba-80b0-282c76ab0456,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:12:27.272708 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:27.341048 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=a575cb50-44a3-4aba-80b0-282c76ab0456,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:12:28.945173 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device a575cb50-44a3-4aba-80b0-282c76ab0456 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:12:29.012482 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port a575cb50-44a3-4aba-80b0-282c76ab0456 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:12:29.013403 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a575cb50-44a3-4aba-80b0-282c76ab0456), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:29.129284 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port a575cb50-44a3-4aba-80b0-282c76ab0456 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:12:31.806776 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85fa22c8-8a1e-4918-ba9a-063a4f035f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:35.182297 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e64e154d-aac9-4ec2-a35d-08302dfa82b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:35.200868 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:12:35.660744 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:37.688542 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:12:38.343000 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:01.780015 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-87a58131-1e2a-422b-8832-e1cb8ce34b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:05.175698 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85076a1f-0021-4cc2-b70e-a40210f71e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:05.648081 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:07.697975 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:08.345727 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:12.203691 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:13:31.777702 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b67bc705-4e87-4020-b976-b32e0ff721d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:35.171500 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa0e6-336e-4ff6-af27-e6152b8b3662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:35.653089 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:37.688635 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:38.344510 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:49.202867 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:13:50.093267 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 54912) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:13:50.154787 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eba6cf-4073-4888-8575-f126963064b0 admin admin] GET failed (client error): The resource could not be found. Jan 20 07:13:50.156054 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-46eba6cf-4073-4888-8575-f126963064b0 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618176 Jan 20 07:13:50.319394 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c1b53-89ab-49e9-a548-b88e9cb6a23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:50.320889 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d77c1b53-89ab-49e9-a548-b88e9cb6a23e admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605151 Jan 20 07:13:52.577394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54922) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:13:52.746293 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23995342-3952-4a32-a0c5-92f9c20bc96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:52.747733 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-23995342-3952-4a32-a0c5-92f9c20bc96e admin admin] 10.222.0.53 "GET /v2.0/subnets/a4b04b54-0572-48c1-adb7-714e3722f74f HTTP/1.1" status: 200 len: 849 time: 0.1693566 Jan 20 07:13:52.757123 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:13:52.842608 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Publish callbacks [] for subnet (a4b04b54-0572-48c1-adb7-714e3722f74f), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:52.986071 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766991350905'] for subnet (a4b04b54-0572-48c1-adb7-714e3722f74f), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:53.015453 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:53.016054 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:53.018175 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] 10.222.0.53 "PUT /v2.0/subnets/a4b04b54-0572-48c1-adb7-714e3722f74f HTTP/1.1" status: 200 len: 868 time: 0.2637737 Jan 20 07:13:53.020245 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85cc15-a518-4563-a019-5b6b6205a359 None None] Network 14705bf1-e732-430d-a9bf-81c2be9f5d5c requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:13:53.043632 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b04b54-0572-48c1-adb7-714e3722f74f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:13:53.051122 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.051496 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.051849 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.052201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.052519 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.052851 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.053183 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.053551 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.053884 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.054211 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.054537 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.054874 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.055176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be637219-bd0c-4e38-b8e0-376a2f4a6aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:13:53.372500 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-7211afdb-7a13-4760-9c9e-c8e31cd0532d None None] Provisioning complete for port 2555b363-00ac-4b03-a2c9-ea559c7572d9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:13:53.372900 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7211afdb-7a13-4760-9c9e-c8e31cd0532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2555b363-00ac-4b03-a2c9-ea559c7572d9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:53.454259 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-7211afdb-7a13-4760-9c9e-c8e31cd0532d None None] Current status of the port 2555b363-00ac-4b03-a2c9-ea559c7572d9 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:13:53.463913 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-7211afdb-7a13-4760-9c9e-c8e31cd0532d None None] Provisioning complete for port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:13:53.464300 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7211afdb-7a13-4760-9c9e-c8e31cd0532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (469d4d7a-65b4-42c3-abc7-c2e8088f8059), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:13:53.538329 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-7211afdb-7a13-4760-9c9e-c8e31cd0532d None None] Current status of the port 469d4d7a-65b4-42c3-abc7-c2e8088f8059 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:13:55.338970 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54932) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:13:55.546390 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556298f-2227-43fc-8092-0d4ba566d0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:55.546783 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556298f-2227-43fc-8092-0d4ba566d0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:55.548326 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4556298f-2227-43fc-8092-0d4ba566d0c7 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081628 Jan 20 07:13:57.816243 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54940) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:13:57.947014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f6e96d-cdc6-4b7c-8bf4-c8dfe5d5ec26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:57.947483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f6e96d-cdc6-4b7c-8bf4-c8dfe5d5ec26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:13:57.949016 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a6f6e96d-cdc6-4b7c-8bf4-c8dfe5d5ec26 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318216 Jan 20 07:14:00.178257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54948) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:00.313131 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f4f68-b56c-4c6a-9792-df1300fa0eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:00.314540 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-db3f4f68-b56c-4c6a-9792-df1300fa0eb8 admin admin] 10.222.0.53 "GET /v2.0/networks/14705bf1-e732-430d-a9bf-81c2be9f5d5c HTTP/1.1" status: 200 len: 869 time: 0.1352220 Jan 20 07:14:01.780152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-068298b6-fece-44b7-a2e6-e785ac47b7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:02.566369 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54956) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:02.692782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac011d-1af9-4b95-bf79-84ea021551d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:02.694198 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-14ac011d-1af9-4b95-bf79-84ea021551d9 admin admin] 10.222.0.53 "GET /v2.0/networks/bb6b7569-6c2c-4365-a33d-e283540b699e HTTP/1.1" status: 200 len: 886 time: 0.1268709 Jan 20 07:14:04.929546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54964) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:05.055230 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9cdb5-f8b4-4148-8dae-9d382ced1ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:05.055680 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9cdb5-f8b4-4148-8dae-9d382ced1ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:05.057201 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fff9cdb5-f8b4-4148-8dae-9d382ced1ed8 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266711 Jan 20 07:14:05.174449 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ed1e027a-ce6f-48ab-a7b3-57f13aa19e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:05.653941 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:07.320550 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54972) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:07.414031 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecde3ea-a4d0-4012-8277-2e8de4eec101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:07.414486 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecde3ea-a4d0-4012-8277-2e8de4eec101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:07.416051 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9ecde3ea-a4d0-4012-8277-2e8de4eec101 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944104 Jan 20 07:14:07.691020 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:08.347568 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:09.652076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54980) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:09.740350 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0e8e4-140a-492c-993d-cea115ceab89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:09.741696 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-45e0e8e4-140a-492c-993d-cea115ceab89 admin admin] 10.222.0.53 "GET /v2.0/subnets/42feaa1e-ff4f-4313-b9ec-435edcf16aac HTTP/1.1" status: 200 len: 816 time: 0.0880222 Jan 20 07:14:11.981366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 54988) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:12.074271 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9022df-a48d-4a58-b565-8535a8aa9ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:12.075634 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7e9022df-a48d-4a58-b565-8535a8aa9ea1 admin admin] 10.222.0.53 "GET /v2.0/subnets/a4b04b54-0572-48c1-adb7-714e3722f74f HTTP/1.1" status: 200 len: 868 time: 0.0933096 Jan 20 07:14:26.202126 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:14:31.782405 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ca80b97e-1d87-45d7-abb9-058978c2e694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:35.178770 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c93791d4-097e-4a85-9d03-f06fed78e773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:35.658700 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:36.389289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55042) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:36.438816 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-2cbab53d-86c7-4c34-871c-d7f83b56d3c7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:14:36.439863 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2cbab53d-86c7-4c34-871c-d7f83b56d3c7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493836 Jan 20 07:14:37.697413 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:38.355898 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:38.844192 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55050) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:38.913389 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff22db17-c8b7-4aaa-a784-4fbcb7b5e10f admin admin] GET failed (client error): The resource could not be found. Jan 20 07:14:38.914750 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ff22db17-c8b7-4aaa-a784-4fbcb7b5e10f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696018 Jan 20 07:14:39.004782 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d282a42-7695-402d-a679-137c191a0c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:39.006338 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4d282a42-7695-402d-a679-137c191a0c57 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0875597 Jan 20 07:14:41.364540 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55060) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:41.411443 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': '3f26931eb893438cac3329c8b1ae9df6', 'admin_state_up': True, 'project_id': '3f26931eb893438cac3329c8b1ae9df6', 'shared': True}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:14:41.435840 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Made reservation on behalf of 3f26931eb893438cac3329c8b1ae9df6 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:14:41.438679 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:41.473764 dv-cinder-823015-5-iscsi neutron-server[102633]: WARNING neutron.services.revisions.revision_plugin [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Could not find related network for resource to bump revision. Jan 20 07:14:41.488039 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:14:41.498516 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (d4ffd31f-f283-4128-ad82-2399ec57616b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:41.498857 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Added segment d4ffd31f-f283-4128-ad82-2399ec57616b of type vlan for network b6e948fc-ac4b-495a-9766-e7c004905a39 Jan 20 07:14:41.538129 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (b6e948fc-ac4b-495a-9766-e7c004905a39), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:41.562055 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (b6e948fc-ac4b-495a-9766-e7c004905a39), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:41.562978 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:41.563629 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:41.616104 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2504542 Jan 20 07:14:41.626696 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e948fc-ac4b-495a-9766-e7c004905a39,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:14:41.634303 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.634666 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.635012 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.635341 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.635669 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.635995 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.636336 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.636665 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.637033 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.642148 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.642148 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.642148 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.642148 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626828f-d77c-49c8-a077-6d51399c8c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:41.651219 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network b6e948fc-ac4b-495a-9766-e7c004905a39 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:14:43.910934 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55070) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:14:43.970423 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.pecan_wsgi.hooks.translation [None req-add88759-b945-4ff7-a0fa-4f94e522a1eb admin admin] GET failed (client error): The resource could not be found. Jan 20 07:14:43.971737 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-add88759-b945-4ff7-a0fa-4f94e522a1eb admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598392 Jan 20 07:14:44.042431 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667656d1-65dc-49f5-bb07-235619fcf7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:44.044464 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-667656d1-65dc-49f5-bb07-235619fcf7c7 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687332 Jan 20 07:14:44.054252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Request body: {'subnet': {'tenant_id': '3f26931eb893438cac3329c8b1ae9df6', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39', 'description': 'shared-subnet'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:14:44.079380 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Made reservation on behalf of 3f26931eb893438cac3329c8b1ae9df6 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:14:44.081777 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:44.268655 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (f0726e36-1d8c-44e3-88cf-56bc55d87004), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:44.399302 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0726e36-1d8c-44e3-88cf-56bc55d87004,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:14:44.411666 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Checking segment: {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:14:44.412018 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Network hostable DHCP agents. Network: b6e948fc-ac4b-495a-9766-e7c004905a39, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:14:44.432804 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Network b6e948fc-ac4b-495a-9766-e7c004905a39 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:14:44.444940 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, b6e948fc-ac4b-495a-9766-e7c004905a39) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:14:44.449074 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:14:44.450232 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:44.459467 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435fd5d4-a896-4d6e-95cf-1c9698426e3e None None] Network b6e948fc-ac4b-495a-9766-e7c004905a39 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:14:44.479528 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c01f7e24-405d-4b81-a16c-baa113935f06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4170573 Jan 20 07:14:44.560871 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-b6e948fc-ac4b-495a-9766-e7c004905a39', 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39', 'project_id': '3f26931eb893438cac3329c8b1ae9df6', 'fixed_ips': [{'subnet_id': 'f0726e36-1d8c-44e3-88cf-56bc55d87004'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:14:44.561822 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:44.706176 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Allocated IP 192.168.233.2 (b6e948fc-ac4b-495a-9766-e7c004905a39/f0726e36-1d8c-44e3-88cf-56bc55d87004/13e3a9f2-77e1-48e8-b983-36a13571635a) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:14:44.958151 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Publish callbacks [] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:44.963855 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:45.011559 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Network b6e948fc-ac4b-495a-9766-e7c004905a39 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:14:45.012387 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Pushing event updated for resources: {'Port': ['ID=13e3a9f2-77e1-48e8-b983-36a13571635a,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:14:45.015912 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:14:45.018541 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:14:45.025028 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.025400 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.025786 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.026121 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.026454 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.026779 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.027101 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.027467 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.027771 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.028104 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.028431 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.028745 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.029061 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:14:45.084206 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Attempting to bind port 13e3a9f2-77e1-48e8-b983-36a13571635a on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:14:45.084606 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Attempting to bind port 13e3a9f2-77e1-48e8-b983-36a13571635a by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:14:45.085010 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Attempting to bind port 13e3a9f2-77e1-48e8-b983-36a13571635a on network b6e948fc-ac4b-495a-9766-e7c004905a39 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:14:45.090626 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:14:45.090997 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Checking segment: {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:14:45.091397 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:45.091820 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Bound using segment: {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:14:45.092238 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Bound port: 13e3a9f2-77e1-48e8-b983-36a13571635a, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:14:45.092605 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:45.160178 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] For port 13e3a9f2-77e1-48e8-b983-36a13571635a, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:14:45.164792 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] For port 13e3a9f2-77e1-48e8-b983-36a13571635a, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=13e3a9f2-77e1-48e8-b983-36a13571635a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:14:45.173724 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:45.233325 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386734-18ff-4fdb-a9b6-f0df9e479266 None None] Pushing event updated for resources: {'Port': ['ID=13e3a9f2-77e1-48e8-b983-36a13571635a,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:14:46.182524 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189bf5e-106f-493f-ae8a-af071a0ca854 None None] Network b6e948fc-ac4b-495a-9766-e7c004905a39 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:14:46.250619 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] Provisioning complete for port 13e3a9f2-77e1-48e8-b983-36a13571635a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:14:46.251004 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:46.370821 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] Current status of the port 13e3a9f2-77e1-48e8-b983-36a13571635a is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:14:46.371381 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:46.411452 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] For port 13e3a9f2-77e1-48e8-b983-36a13571635a, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=13e3a9f2-77e1-48e8-b983-36a13571635a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:14:46.418087 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:46.486062 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51241a9-dd10-4362-8f1a-d3934203d3ac None None] Pushing event updated for resources: {'Port': ['ID=13e3a9f2-77e1-48e8-b983-36a13571635a,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:14:46.642220 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-61f0ae94-4202-4bf3-bdcf-5ee55aa0979a None None] Provisioning complete for port 13e3a9f2-77e1-48e8-b983-36a13571635a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:14:46.642498 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-61f0ae94-4202-4bf3-bdcf-5ee55aa0979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:46.724764 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-61f0ae94-4202-4bf3-bdcf-5ee55aa0979a None None] Current status of the port 13e3a9f2-77e1-48e8-b983-36a13571635a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:14:47.046292 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 13e3a9f2-77e1-48e8-b983-36a13571635a up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:14:47.098652 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 13e3a9f2-77e1-48e8-b983-36a13571635a triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:14:47.099038 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (13e3a9f2-77e1-48e8-b983-36a13571635a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:14:47.179196 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 13e3a9f2-77e1-48e8-b983-36a13571635a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:15:01.784429 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8015efed-d66c-49b6-9d0a-1cdd3e022a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:03.201266 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:15:05.179205 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae84a-0ead-4293-b63c-decb074c1de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:05.659152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:07.702836 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:08.352309 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:31.788326 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd9d9-7377-47c9-95aa-b2bd081ba037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:35.181493 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b3097c1b-b4f8-4bdc-96b9-d4c0bb9fc5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:35.660017 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:37.701887 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:38.355915 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:15:40.200537 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:16:00.746051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55114) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:16:00.752537 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-943bd0a1-ec47-4a17-b991-5d5144740d6c tempest-verify_tempest_config-1423535086 tempest-verify_tempest_config-1423535086-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:16:00.753555 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-943bd0a1-ec47-4a17-b991-5d5144740d6c tempest-verify_tempest_config-1423535086 tempest-verify_tempest_config-1423535086-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065329 Jan 20 07:16:01.068537 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55132) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:16:01.172903 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.247405 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Publish callbacks [] for security_group (bf26234c-6ee9-45c1-aa23-a6b817eefeb6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.251201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (bf26234c-6ee9-45c1-aa23-a6b817eefeb6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.296800 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fa94b69c6a7443cbcb9836304f68adf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2271824 Jan 20 07:16:01.297873 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf26234c-6ee9-45c1-aa23-a6b817eefeb6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:16:01.299551 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55136) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:16:01.305794 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.306150 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.306500 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.306844 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.307180 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.307517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.307868 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.308772 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.309104 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.309471 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.309806 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.310155 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.310475 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cf4ef-80d7-4bab-9225-4feb9dd34210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.355398 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Publish callbacks [] for security_group (bf26234c-6ee9-45c1-aa23-a6b817eefeb6), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.375627 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Publish callbacks [] for security_group (bf26234c-6ee9-45c1-aa23-a6b817eefeb6), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.468187 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (bf26234c-6ee9-45c1-aa23-a6b817eefeb6), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.470763 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:01.471927 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf26234c-6ee9-45c1-aa23-a6b817eefeb6 HTTP/1.1" status: 204 len: 168 time: 0.1713076 Jan 20 07:16:01.483494 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf26234c-6ee9-45c1-aa23-a6b817eefeb6,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:16:01.491484 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.491738 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.492208 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.492549 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.492881 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.493210 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.493567 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.493901 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.494222 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.494680 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.495054 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.495374 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.495698 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351af87-fce0-4f12-a7d0-c06cef39775c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:16:01.793524 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9f5712a5-2cc7-4f96-8166-f07753934ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:05.184967 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-139e7186-67d4-4f4e-837a-1727cf64255e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:05.663962 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:07.705685 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:08.360469 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:17.198896 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:16:31.796410 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1f4530a8-a75d-4e39-9fd9-b43ba8d46d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:35.186944 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ccd02106-5a57-4e8c-97ce-8836439b2156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:35.667031 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:37.706722 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:38.362783 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:16:54.197496 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:17:01.798026 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb3584bb-75a3-4608-a76c-31216b533b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:05.188420 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-282a8be0-20a7-4313-b039-4aa9961a038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:05.669282 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:07.708742 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:08.364768 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:31.195650 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 5 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:17:31.800356 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d86cccfe-c83e-4008-a436-95c489f4551e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:35.192804 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2f19c5a2-bdd7-430f-abcf-e13f242cc2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:35.680115 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:35.682931 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499605'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:37.712522 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:38.366029 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:17:50.218114 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55210) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:17:50.321282 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-666048ec-4661-4607-9d51-8a3b44ccd9e8 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014466 Jan 20 07:17:52.581683 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55220) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:17:52.636218 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ed2e2668-f486-4436-861a-f61579ed6e03 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533915 Jan 20 07:18:01.804777 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c8453f3-d74c-4602-9d7c-d58e34fffc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:05.194309 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c79e4799-8a61-4431-b27d-92e15b564048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:05.673305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:05.677678 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:07.715203 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:08.194691 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:18:08.368592 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:31.806204 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1a4e-e239-45b1-99db-d144fd6ed5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:35.195297 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a6bcae27-7581-45b3-a8ef-298b47b6eca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:35.657244 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:35.679395 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:37.717938 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:38.371621 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:18:45.194161 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:19:01.808797 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46ee4ca2-0ba9-4b21-907c-89f38ce0835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:05.199166 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4f075257-1f21-434d-9943-02bc11388c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:05.676598 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:05.689582 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:07.721895 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:08.374603 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:22.194130 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:19:25.857547 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55370) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:26.118770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-901676068-network', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:26.148593 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Made reservation on behalf of d67c92e8618447cea25d7ec72c777da0 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:26.152246 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.165685 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.297237 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks [] for security_group (72e5c063-1ab1-4b94-b21d-f0995c2654fc), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.302383 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (72e5c063-1ab1-4b94-b21d-f0995c2654fc), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.328854 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e5c063-1ab1-4b94-b21d-f0995c2654fc,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:26.337695 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.338051 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.338511 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.338937 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.339235 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.339579 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.340067 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.340456 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.340894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.341252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.341675 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.342108 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.342475 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Tracked resource versions report: Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: pushed versions: Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Log': {'1.0'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Network': {'1.1'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Port': {'1.7'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: consumer versions: Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: HyperV agent@hv-cinder-82301: {}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Log': '1.0', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Network': '1.1', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Port': '1.7', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'SubPort': '1.0', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Subnet': '1.1', Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Jan 20 07:19:26.344239 dv-cinder-823015-5-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:19:26.353969 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:19:26.373886 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (bb4eeb8b-0682-458d-8101-91b7bd33b8bc), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.373886 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Added segment bb4eeb8b-0682-458d-8101-91b7bd33b8bc of type vlan for network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 Jan 20 07:19:26.419267 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (fd0d3a8d-159f-4f41-bff1-5150ee5570f4), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.450092 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (fd0d3a8d-159f-4f41-bff1-5150ee5570f4), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.451205 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:26.451971 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.509733 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6495669 Jan 20 07:19:26.512356 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55408) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:26.522923 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Request body: {'subnet': {'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-subnet', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:26.541212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dd120-d166-45d4-8e2d-8ac877becba5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0d3a8d-159f-4f41-bff1-5150ee5570f4,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:26.554820 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:19:26.568888 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Made reservation on behalf of d67c92e8618447cea25d7ec72c777da0 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:26.571352 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.777894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (73494d81-4e42-4ba4-bc74-3c7db37d2bc2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.828025 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73494d81-4e42-4ba4-bc74-3c7db37d2bc2,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:26.876932 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Checking segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:26.877686 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Network hostable DHCP agents. Network: fd0d3a8d-159f-4f41-bff1-5150ee5570f4, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:19:26.896686 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:19:26.908099 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, fd0d3a8d-159f-4f41-bff1-5150ee5570f4) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:26.914834 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:26.915860 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:26.921682 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee402062-13e0-4dc5-a0c9-1b02453d10c1 None None] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:26.934503 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b9a0c4d3-add1-4097-b484-249ca770a074 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4207630 Jan 20 07:19:26.937859 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55432) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:26.942417 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:26.980778 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55436) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:27.000826 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (a3d57634-22f3-4af0-9168-97c50697ea23), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.003580 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (a3d57634-22f3-4af0-9168-97c50697ea23), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.082075 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:19:27.083025 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.119441 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks [] for router_controller (a3d57634-22f3-4af0-9168-97c50697ea23), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.272655 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks [] for router_gateway (a3d57634-22f3-4af0-9168-97c50697ea23), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.283021 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Allocated IP 172.20.0.2 (fd0d3a8d-159f-4f41-bff1-5150ee5570f4/73494d81-4e42-4ba4-bc74-3c7db37d2bc2/a439c780-b8f9-4197-b555-3ffdd179ae83) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:27.454268 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Publish callbacks [] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.463102 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.469840 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55456) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:27.483078 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1728349539-network', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:27.516319 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55460) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:27.523554 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Made reservation on behalf of 4b430e6e902a455aa9266caa14a797fd for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:27.526014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.530091 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Pushing event updated for resources: {'Port': ['ID=a439c780-b8f9-4197-b555-3ffdd179ae83,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:27.540855 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.541605 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.542059 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.542872 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.543735 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.544609 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.545179 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.546394 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.547063 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.547552 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.548353 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.549084 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.549630 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.550326 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Tracked resource versions report: Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: pushed versions: Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Log': {'1.0'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Network': {'1.1'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Port': {'1.7'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: consumer versions: Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: HyperV agent@hv-cinder-82301: {}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Log': '1.0', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Network': '1.1', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Port': '1.7', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'SubPort': '1.0', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Subnet': '1.1', Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Jan 20 07:19:27.553140 dv-cinder-823015-5-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:19:27.570244 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:27.572097 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:27.574819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks [] for router_gateway (a3d57634-22f3-4af0-9168-97c50697ea23), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.577736 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:27.620443 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.652908 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Attempting to bind port a439c780-b8f9-4197-b555-3ffdd179ae83 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:27.653600 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Attempting to bind port a439c780-b8f9-4197-b555-3ffdd179ae83 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:27.654164 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Attempting to bind port a439c780-b8f9-4197-b555-3ffdd179ae83 on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:27.660837 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:27.661701 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Checking segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:27.662267 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.663087 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Bound using segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:27.663750 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Bound port: a439c780-b8f9-4197-b555-3ffdd179ae83, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:27.664360 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.664932 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks [] for security_group (9d9c81ad-ff50-4911-9a0e-ad83ce942e35), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.671946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9d9c81ad-ff50-4911-9a0e-ad83ce942e35), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.703112 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c81ad-ff50-4911-9a0e-ad83ce942e35,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:27.713458 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.714067 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.714923 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.715422 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.716086 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.716583 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.717487 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.718836 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.719599 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.720123 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.720646 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.721139 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.721988 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Tracked resource versions report: Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: pushed versions: Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Log': {'1.0'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Network': {'1.1'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Port': {'1.7'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: consumer versions: Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: HyperV agent@hv-cinder-82301: {}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Log': '1.0', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Network': '1.1', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Port': '1.7', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'SubPort': '1.0', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Subnet': '1.1', Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Jan 20 07:19:27.723364 dv-cinder-823015-5-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:19:27.744635 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:19:27.765596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (942be991-04c3-4273-bd10-d60dacbf5ec1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.767315 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Added segment 942be991-04c3-4273-bd10-d60dacbf5ec1 of type vlan for network 07e60e53-7313-409f-846d-f039ea182901 Jan 20 07:19:27.770048 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] For port a439c780-b8f9-4197-b555-3ffdd179ae83, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:27.774663 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] For port a439c780-b8f9-4197-b555-3ffdd179ae83, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=a439c780-b8f9-4197-b555-3ffdd179ae83,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:27.782553 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.785025 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Allocated IP 172.27.0.119 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/d209a0b8-8142-4395-90df-2e6f41f68c16) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:27.852297 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (07e60e53-7313-409f-846d-f039ea182901), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.882371 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (07e60e53-7313-409f-846d-f039ea182901), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.883005 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0c6e1-755a-4c11-8d80-9d4707e01126 None None] Pushing event updated for resources: {'Port': ['ID=a439c780-b8f9-4197-b555-3ffdd179ae83,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:27.883384 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:27.884096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.964299 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1230038340-network', 'tenant_id': 'ba1cd2d2f20742ee8a2edae146d17795'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:27.980246 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks [] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:27.993838 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-network', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:28.007110 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] Pushing event updated for resources: {'Network': ['ID=07e60e53-7313-409f-846d-f039ea182901,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:28.025349 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 07e60e53-7313-409f-846d-f039ea182901 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:19:28.028181 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55472) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:28.032440 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-35d97cf6-4b27-4e09-8a7d-27ba89f91f58 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0481389 Jan 20 07:19:28.039612 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Request body: {'subnet': {'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1728349539-subnet', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:28.075982 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Made reservation on behalf of ba1cd2d2f20742ee8a2edae146d17795 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:28.076907 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Made reservation on behalf of a7dff55aeff049d58a07b5f1dcdab7f7 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:28.079203 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.080159 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.085339 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Made reservation on behalf of 4b430e6e902a455aa9266caa14a797fd for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:28.087729 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.090813 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.261455 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks [] for security_group (99740b9c-48d9-4015-b9a7-7f6211f2524e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.391826 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (99740b9c-48d9-4015-b9a7-7f6211f2524e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.391826 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:19:28.391826 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.391826 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Added segment 1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9 of type vlan for network d0c931c3-7b6f-40b3-8586-a600e9bfd398 Jan 20 07:19:28.393762 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (5b69002d-ee71-4601-a909-53b3eb8e00f9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.394006 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (d0c931c3-7b6f-40b3-8586-a600e9bfd398), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.397169 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.431220 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99740b9c-48d9-4015-b9a7-7f6211f2524e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:28.434135 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (d0c931c3-7b6f-40b3-8586-a600e9bfd398), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.435918 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:28.437416 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.464489 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.528680 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Checking segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:28.529316 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Network hostable DHCP agents. Network: 07e60e53-7313-409f-846d-f039ea182901, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:19:28.547686 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0768824 Jan 20 07:19:28.550699 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55502) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:28.555669 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Request body: {'subnet': {'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1230038340-subnet', 'tenant_id': 'ba1cd2d2f20742ee8a2edae146d17795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:28.568216 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc55c-1166-409e-9491-3a8af2fcd50e admin admin] Pushing event updated for resources: {'Network': ['ID=d0c931c3-7b6f-40b3-8586-a600e9bfd398,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:28.573546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:28.583654 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Network 07e60e53-7313-409f-846d-f039ea182901 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:19:28.596523 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network d0c931c3-7b6f-40b3-8586-a600e9bfd398 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:19:28.603571 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Made reservation on behalf of ba1cd2d2f20742ee8a2edae146d17795 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:28.607178 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.619125 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:28.628780 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 07e60e53-7313-409f-846d-f039ea182901) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:28.758595 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:28.858082 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b69002d-ee71-4601-a909-53b3eb8e00f9,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:28.884687 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:28.885472 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:28.897206 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d209a0b8-8142-4395-90df-2e6f41f68c16,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:28.921320 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e6ffa-2a8c-401c-8758-a99deda0193d None None] Network 07e60e53-7313-409f-846d-f039ea182901 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:28.927355 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b9e4c67b-50c2-4e14-8254-47d12eba45d7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8971531 Jan 20 07:19:28.938065 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55512) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:28.946119 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:29.017940 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (2ba42dc2-46c1-473c-8447-1af2f181e8bd), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.041240 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (1a436528-97e8-4ea5-a2b2-60c407f511cf), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.044667 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (1a436528-97e8-4ea5-a2b2-60c407f511cf), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.110546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba42dc2-46c1-473c-8447-1af2f181e8bd,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:29.118723 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-07e60e53-7313-409f-846d-f039ea182901', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:19:29.119706 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.160434 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Checking segment: {'id': '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:29.160772 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Network hostable DHCP agents. Network: d0c931c3-7b6f-40b3-8586-a600e9bfd398, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:19:29.204806 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Network d0c931c3-7b6f-40b3-8586-a600e9bfd398 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:19:29.222252 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, d0c931c3-7b6f-40b3-8586-a600e9bfd398) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:29.231016 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:29.231624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.264930 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a75e45e3-17a5-4a35-a483-d7394a377b5a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7128494 Jan 20 07:19:29.331798 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks [] for router_controller (1a436528-97e8-4ea5-a2b2-60c407f511cf), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.361439 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks [] for security_group (c031a38e-b467-4ee5-8f06-e73c9142a733), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.417248 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c031a38e-b467-4ee5-8f06-e73c9142a733), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.430365 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:19:29.442313 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (b7ed8f09-5ae9-4063-bd13-8e68c0e4207d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.442914 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Added segment b7ed8f09-5ae9-4063-bd13-8e68c0e4207d of type vlan for network 75f16681-fc15-4b90-a6be-5411199e3284 Jan 20 07:19:29.453858 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc27255-e553-4ab8-9387-6b7837346ba7 None None] Network d0c931c3-7b6f-40b3-8586-a600e9bfd398 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:29.489012 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device a439c780-b8f9-4197-b555-3ffdd179ae83 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:29.524693 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks [] for router_gateway (a3d57634-22f3-4af0-9168-97c50697ea23), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.629605 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks [] for router_gateway (1a436528-97e8-4ea5-a2b2-60c407f511cf), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.744526 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Allocated IP 172.20.0.2 (07e60e53-7313-409f-846d-f039ea182901/5b69002d-ee71-4601-a909-53b3eb8e00f9/dbc1a4ca-de5d-432f-89ed-71ba1e3b7866) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:29.765413 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717b038-c7ec-407e-9e2c-f98f117189f2 None None] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:29.804848 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (75f16681-fc15-4b90-a6be-5411199e3284), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.812459 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c031a38e-b467-4ee5-8f06-e73c9142a733,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:29.895473 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21adabd-4da5-426d-9ff8-7ee4efaa182b None None] Network d0c931c3-7b6f-40b3-8586-a600e9bfd398 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:29.921858 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.db.resource_extend [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 07:19:29.998260 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (75f16681-fc15-4b90-a6be-5411199e3284), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:29.999869 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:30.000412 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.170453 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port a439c780-b8f9-4197-b555-3ffdd179ae83 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:30.170863 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.180811 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Provisioning complete for port a439c780-b8f9-4197-b555-3ffdd179ae83 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:30.181209 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.216728 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (a3d57634-22f3-4af0-9168-97c50697ea23), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.228032 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7107692 Jan 20 07:19:30.231177 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55558) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:30.239389 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Request body: {'subnet': {'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-subnet', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:30.325492 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Made reservation on behalf of a7dff55aeff049d58a07b5f1dcdab7f7 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:30.330816 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.481412 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Publish callbacks [] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.486750 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55582) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:30.493084 dv-cinder-823015-5-iscsi neutron-server[102632]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 07:19:30.540119 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.638099 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bfeb7-58ef-4589-844f-25281fe673e4 admin admin] Pushing event updated for resources: {'Network': ['ID=75f16681-fc15-4b90-a6be-5411199e3284,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:30.668279 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 75f16681-fc15-4b90-a6be-5411199e3284 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:19:30.668279 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port a439c780-b8f9-4197-b555-3ffdd179ae83 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:30.668279 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.681437 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Current status of the port a439c780-b8f9-4197-b555-3ffdd179ae83 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:30.681847 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.723765 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Network 07e60e53-7313-409f-846d-f039ea182901 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:30.771472 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:30.790617 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:30.816359 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Pushing event updated for resources: {'Port': ['ID=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:30.838604 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks [] for router_gateway (1a436528-97e8-4ea5-a2b2-60c407f511cf), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.854040 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port a439c780-b8f9-4197-b555-3ffdd179ae83, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=a439c780-b8f9-4197-b555-3ffdd179ae83,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:30.871228 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Router a3d57634-22f3-4af0-9168-97c50697ea23 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:19:30.873513 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.877664 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.983297 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Attempting to bind port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:30.984180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Attempting to bind port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:30.984611 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Attempting to bind port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 on network 07e60e53-7313-409f-846d-f039ea182901 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:30.994278 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.db.api [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 07:19:30.994763 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG oslo_db.api [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 07:19:30.997506 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:30.998818 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Checking segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:30.998818 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:30.998818 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Bound using segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:30.999404 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Bound port: dbc1a4ca-de5d-432f-89ed-71ba1e3b7866, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:30.999868 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.024162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=a439c780-b8f9-4197-b555-3ffdd179ae83,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:31.056447 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-62cb1f20-bad8-4d57-b925-4ed5b594bf04 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:31.063236 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-62cb1f20-bad8-4d57-b925-4ed5b594bf04 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/networks?id=d0c931c3-7b6f-40b3-8586-a600e9bfd398 HTTP/1.1" status: 200 len: 812 time: 0.5744553 Jan 20 07:19:31.092208 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-03f0ca9b-634b-4cbd-ac3b-33cd052bfe97 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/quotas/ba1cd2d2f20742ee8a2edae146d17795 HTTP/1.1" status: 200 len: 375 time: 0.0279865 Jan 20 07:19:31.107677 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] For port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:31.111370 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] For port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:31.116961 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.130464 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (4a1d5349-64e2-4428-a894-79f860be85a4), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.164481 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-dc6385b9-766f-4234-8f62-2c4030801b82 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba1cd2d2f20742ee8a2edae146d17795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712600 Jan 20 07:19:31.187091 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ec93-fea2-4c1e-89e0-089aa5ce40b1 None None] Pushing event updated for resources: {'Port': ['ID=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:31.241824 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1d5349-64e2-4428-a894-79f860be85a4,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:31.252983 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Checking segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:31.253643 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Network hostable DHCP agents. Network: 75f16681-fc15-4b90-a6be-5411199e3284, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:19:31.260785 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device a439c780-b8f9-4197-b555-3ffdd179ae83 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:31.281393 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Network 75f16681-fc15-4b90-a6be-5411199e3284 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:19:31.297788 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 75f16681-fc15-4b90-a6be-5411199e3284) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:31.306905 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:31.308125 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.322293 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bca798-cc55-471b-ad16-9fe428f5c6ce None None] Network 75f16681-fc15-4b90-a6be-5411199e3284 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:31.336878 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e5ad1429-7eb6-41a7-ac31-1cd1cf49d512 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1028569 Jan 20 07:19:31.338707 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55610) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:31.345510 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:31.380738 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (3d247e5c-f66a-4f00-b142-dd06599e1d96), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.382870 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (3d247e5c-f66a-4f00-b142-dd06599e1d96), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.386708 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Allocated IP 172.27.0.142 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/21610436-ba4f-4cc0-b712-14b4734bf712) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:31.418613 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:19:31.431940 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:19:31.450312 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:31.452724 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:31.518380 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks [] for router_controller (3d247e5c-f66a-4f00-b142-dd06599e1d96), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.558358 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-adad7260-63d2-442f-b4d3-a04d7a5ee538 None None] Current status of the port a439c780-b8f9-4197-b555-3ffdd179ae83 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:31.572447 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port a439c780-b8f9-4197-b555-3ffdd179ae83 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:31.573173 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.608425 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55620) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:31.633212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.633761 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-37c590fe-62df-4b74-ae24-65e3ba5dc4f0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6946275 Jan 20 07:19:31.634386 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d72d36-f199-4e8b-81c5-5c60fd8bb104 None None] Network 75f16681-fc15-4b90-a6be-5411199e3284 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:31.636656 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55624) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:31.905623 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-88b40365-1644-46d2-a489-808df2c503e9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:19:31.905893 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-88b40365-1644-46d2-a489-808df2c503e9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4276998 Jan 20 07:19:31.922244 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:31.937772 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9145fef9-8965-45d0-9a93-4bbfe4a95799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.947002 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks [] for router_gateway (3d247e5c-f66a-4f00-b142-dd06599e1d96), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:31.990868 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-a0d6f3b5-c91f-4fb8-9ae6-115343562b3e None None] Provisioning complete for port a439c780-b8f9-4197-b555-3ffdd179ae83 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:31.991712 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f3b5-c91f-4fb8-9ae6-115343562b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.058502 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks [] for port (21610436-ba4f-4cc0-b712-14b4734bf712), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.082478 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9e5-f906-40c4-b1cb-f92d23bfe387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.213790 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-8d0dc680-512d-4f6b-b705-74f5c1be8cbd service neutron] 10.222.0.53 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898638 Jan 20 07:19:32.274580 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.343852 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port a439c780-b8f9-4197-b555-3ffdd179ae83 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:32.345305 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:28Z', 'revision_number': 3, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:32.389138 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6f3b5-c91f-4fb8-9ae6-115343562b3e None None] Current status of the port a439c780-b8f9-4197-b555-3ffdd179ae83 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:32.404894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:32.418522 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:32.427399 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:32.431681 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Pushing event updated for resources: {'Port': ['ID=21610436-ba4f-4cc0-b712-14b4734bf712,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:32.441260 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:19:32.442328 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Updating router a3d57634-22f3-4af0-9168-97c50697ea23 port d209a0b8-8142-4395-90df-2e6f41f68c16 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:19:32.511129 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.630047 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-eeb59dd7-291c-4dbf-bc30-5e6d49c4de44 service neutron] 10.222.0.53 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038861 Jan 20 07:19:32.699747 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9e5-f906-40c4-b1cb-f92d23bfe387 admin admin] Publish callbacks [] for security_group (c57b4ae5-649e-4a90-9486-1e47957e83c4), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.755715 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks [] for router_gateway (3d247e5c-f66a-4f00-b142-dd06599e1d96), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.800154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9e5-f906-40c4-b1cb-f92d23bfe387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c57b4ae5-649e-4a90-9486-1e47957e83c4), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.810122 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.848999 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c6f97-0f47-4ad3-8faf-8ca09755e2f6 None None] Network 07e60e53-7313-409f-846d-f039ea182901 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:19:32.907666 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5be9e5-f906-40c4-b1cb-f92d23bfe387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57b4ae5-649e-4a90-9486-1e47957e83c4,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:32.911898 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Publish callbacks [] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.922868 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:32.988212 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Pushing event updated for resources: {'Port': ['ID=d209a0b8-8142-4395-90df-2e6f41f68c16,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:33.009944 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.010315 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.010680 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.011035 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.011362 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.011693 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.012029 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.012361 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.013218 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.013777 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.025449 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.028510 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.031959 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] Provisioning complete for port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:33.032548 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.033152 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Tracked resource versions report: Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: pushed versions: Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: { 'AddressGroup': {'1.2'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'ConntrackHelper': {'1.0'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'LocalIPAssociation': {'1.0'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Log': {'1.0'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Network': {'1.1'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Port': {'1.7'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'PortForwarding': {'1.2'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'QosPolicy': {'1.10'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroup': {'1.5'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroupRule': {'1.2'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SubPort': {'1.0'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Subnet': {'1.1'}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Trunk': {'1.1'}} Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: consumer versions: Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: { DHCP agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: HyperV agent@hv-cinder-82301: {}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: L3 agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: Metadata agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: Metering agent@dv-cinder-823015-5-iscsi: {}, Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: Open vSwitch agent@dv-cinder-823015-5-iscsi: { 'AddressGroup': '1.2', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'ConntrackHelper': '1.0', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'LocalIPAssociation': '1.0', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Log': '1.0', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Network': '1.1', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Port': '1.7', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'PortForwarding': '1.2', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'QosPolicy': '1.10', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroup': '1.5', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SecurityGroupRule': '1.2', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'SubPort': '1.0', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Subnet': '1.1', Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: 'Trunk': '1.1'}} Jan 20 07:19:33.034692 dv-cinder-823015-5-iscsi neutron-server[102635]: {{(pid=102635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 07:19:33.075455 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Allocated IP 172.27.0.253 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/0acb4a90-d86e-4b2a-8644-22e6ec53a172) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:33.083157 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Attempting to bind port d209a0b8-8142-4395-90df-2e6f41f68c16 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:33.083456 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Attempting to bind port d209a0b8-8142-4395-90df-2e6f41f68c16 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:33.092528 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Attempting to bind port d209a0b8-8142-4395-90df-2e6f41f68c16 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:33.107400 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:33.107774 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:33.109095 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.112135 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:33.114026 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Bound port: d209a0b8-8142-4395-90df-2e6f41f68c16, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:33.115164 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.123490 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] Current status of the port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:33.124698 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.139544 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55680) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:33.141294 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks [] for router_gateway (1a436528-97e8-4ea5-a2b2-60c407f511cf), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.202805 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] For port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:33.213496 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.257365 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] For port d209a0b8-8142-4395-90df-2e6f41f68c16, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:33.264698 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks [] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.270271 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] For port d209a0b8-8142-4395-90df-2e6f41f68c16, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=d209a0b8-8142-4395-90df-2e6f41f68c16,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:33.283057 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.338161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.375852 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afbd65-2165-4b2f-9584-e3426afa616b None None] Pushing event updated for resources: {'Port': ['ID=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:33.381880 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:33.386193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:33.391375 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:33.393882 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:33.429571 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0f5be9e5-f906-40c4-b1cb-f92d23bfe387 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=368d267ecfbe4c25ab5b132b300366d4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8152990 Jan 20 07:19:33.431515 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55686) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:33.432703 dv-cinder-823015-5-iscsi neutron-server[102633]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 07:19:33.439250 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165cea2-3560-4845-8fb8-aa1ba3e73407 None None] Pushing event updated for resources: {'Port': ['ID=d209a0b8-8142-4395-90df-2e6f41f68c16,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:33.484976 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:33.485724 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:33.490497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Pushing event updated for resources: {'Port': ['ID=0acb4a90-d86e-4b2a-8644-22e6ec53a172,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:33.554785 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-ff9a07bd-eb52-4b2e-b0e5-6fbbfe79beaa None None] Provisioning complete for port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:33.555182 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ff9a07bd-eb52-4b2e-b0e5-6fbbfe79beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.590714 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:33.591016 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.632855 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0d7eb13a-892d-4ba9-8611-347929b7fe45 req-e6a2b7d4-5067-49db-8b78-7d2df7ec913b tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.2100756 Jan 20 07:19:33.683845 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:33.688619 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:33.899111 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-24c2ab33-0088-4b5f-9216-1deaa35b7ed5 admin admin] Publish callbacks [] for security_group (c57b4ae5-649e-4a90-9486-1e47957e83c4), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.013995 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:34.038640 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a07bd-eb52-4b2e-b0e5-6fbbfe79beaa None None] Current status of the port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:34.044192 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:28Z', 'revision_number': 3, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:34.101236 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865daca-5aae-48ec-8f6a-a307d3cdd92b None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:28Z', 'revision_number': 3, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:19:34.104025 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (1a436528-97e8-4ea5-a2b2-60c407f511cf), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.130374 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks [] for router_gateway (3d247e5c-f66a-4f00-b142-dd06599e1d96), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.155317 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-24c2ab33-0088-4b5f-9216-1deaa35b7ed5 admin admin] Publish callbacks [] for security_group (c57b4ae5-649e-4a90-9486-1e47957e83c4), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.426786 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (3d247e5c-f66a-4f00-b142-dd06599e1d96), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.502228 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-24c2ab33-0088-4b5f-9216-1deaa35b7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c57b4ae5-649e-4a90-9486-1e47957e83c4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.506378 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-24c2ab33-0088-4b5f-9216-1deaa35b7ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.508140 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-24c2ab33-0088-4b5f-9216-1deaa35b7ed5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c57b4ae5-649e-4a90-9486-1e47957e83c4 HTTP/1.1" status: 204 len: 168 time: 1.0379765 Jan 20 07:19:34.564079 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ab33-0088-4b5f-9216-1deaa35b7ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57b4ae5-649e-4a90-9486-1e47957e83c4,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:34.615398 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Router 3d247e5c-f66a-4f00-b142-dd06599e1d96 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:19:34.627314 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Allocated IP 172.20.0.1 (fd0d3a8d-159f-4f41-bff1-5150ee5570f4/73494d81-4e42-4ba4-bc74-3c7db37d2bc2/3566c24d-b45b-4ed4-b9aa-6c216997e637) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:34.721744 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:19:34.813994 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:19:34.825035 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Sync routers for ids ['3d247e5c-f66a-4f00-b142-dd06599e1d96'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:19:34.848027 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Routers {'3d247e5c-f66a-4f00-b142-dd06599e1d96'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:34.850923 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['3d247e5c-f66a-4f00-b142-dd06599e1d96'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:34.877544 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks [] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.880206 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:34.881609 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-71d38b28-e7ea-4eda-b9a3-ffd0a06d704a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5412810 Jan 20 07:19:34.884616 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55738) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:35.018509 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Set router 3d247e5c-f66a-4f00-b142-dd06599e1d96 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:35.039077 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:19:35.048555 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:35.050019 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:19:35.064790 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:35.065447 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:35.084880 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:35.090152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:35.178240 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:35.179195 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (a3d57634-22f3-4af0-9168-97c50697ea23), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:35.226704 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec981250-cb01-4bb9-830c-363acdc3a7bb req-5bd95c6a-4a57-4187-a1ec-033097fe5d3a tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.1702511 Jan 20 07:19:35.307591 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d60c609a-13f1-443a-a631-22fdbd7b4b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:35.331761 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:35.500671 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:35.502166 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 3, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:35.502582 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b8227c9b-f2cb-4849-a7f2-537a654cdd37 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5615981 Jan 20 07:19:35.536895 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55752) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:35.592024 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3566c24d-b45b-4ed4-b9aa-6c216997e637,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:35.610110 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:35.626757 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Checking router: 3d247e5c-f66a-4f00-b142-dd06599e1d96 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:19:35.627263 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Updating router 3d247e5c-f66a-4f00-b142-dd06599e1d96 port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:19:35.745306 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.128568 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.220464 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:32Z', 'revision_number': 3, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:36.350286 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:19:36.362195 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Updating router 1a436528-97e8-4ea5-a2b2-60c407f511cf port 21610436-ba4f-4cc0-b712-14b4734bf712 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:19:36.444445 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-10fb11ae-03b3-4c6e-9070-d8a64501dbe4 None None] Provisioning complete for port 3566c24d-b45b-4ed4-b9aa-6c216997e637 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:36.445446 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-10fb11ae-03b3-4c6e-9070-d8a64501dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.447318 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.557578 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Publish callbacks [] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.605867 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.606587 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.641717 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.642521 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks [] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.654423 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.656705 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (a3d57634-22f3-4af0-9168-97c50697ea23), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.705399 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e1619fc2-c266-4b1a-8dfb-e7384e3d9fd8 req-b19cb893-e28b-4921-b375-6e37775edfc7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.0711782 Jan 20 07:19:36.768730 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3566c24d-b45b-4ed4-b9aa-6c216997e637,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:36.825817 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9efc8-61e2-4edd-8a31-0add927f275d None None] Pushing event updated for resources: {'Port': ['ID=0acb4a90-d86e-4b2a-8644-22e6ec53a172,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:36.829545 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:36.869662 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-10fb11ae-03b3-4c6e-9070-d8a64501dbe4 None None] Port 3566c24d-b45b-4ed4-b9aa-6c216997e637 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:19:36.878081 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Attempting to bind port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:36.878857 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Attempting to bind port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:36.879611 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Attempting to bind port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:37.003222 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:37.004143 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.008593 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:37.012855 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:37.013964 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.018159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:37.019405 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Bound port: 0acb4a90-d86e-4b2a-8644-22e6ec53a172, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:37.020454 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.088734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.125589 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:37.129455 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:37.323765 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] For port 0acb4a90-d86e-4b2a-8644-22e6ec53a172, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:37.344089 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] For port 0acb4a90-d86e-4b2a-8644-22e6ec53a172, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=0acb4a90-d86e-4b2a-8644-22e6ec53a172,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:37.346152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:37.348308 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d209a0b8-8142-4395-90df-2e6f41f68c16 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:37.355450 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.419814 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Publish callbacks [] for port (21610436-ba4f-4cc0-b712-14b4734bf712), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.434651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Allocated IP 172.20.0.1 (75f16681-fc15-4b90-a6be-5411199e3284/4a1d5349-64e2-4428-a894-79f860be85a4/17fb6fe6-86b8-4c49-99d6-13d76ddf4856) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:37.441941 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:37.505373 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Router a3d57634-22f3-4af0-9168-97c50697ea23 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:19:37.685363 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Routers {'3d247e5c-f66a-4f00-b142-dd06599e1d96'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:37.686039 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['3d247e5c-f66a-4f00-b142-dd06599e1d96'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:37.824152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:19:37.859728 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2313ebcd-05f3-4c4e-a684-dc11f8fc50b1 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3d57634-22f3-4af0-9168-97c50697ea23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2180426 Jan 20 07:19:37.995035 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b25dc-6da4-46e2-9ffe-29f0f9d1e5fe None None] Pushing event updated for resources: {'Port': ['ID=21610436-ba4f-4cc0-b712-14b4734bf712,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:37.997572 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Attempting to bind port 21610436-ba4f-4cc0-b712-14b4734bf712 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:37.998227 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Attempting to bind port 21610436-ba4f-4cc0-b712-14b4734bf712 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:37.999371 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Attempting to bind port 21610436-ba4f-4cc0-b712-14b4734bf712 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:38.018806 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:38.019483 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:38.020112 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.020700 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:38.021401 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Bound port: 21610436-ba4f-4cc0-b712-14b4734bf712, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:38.022147 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.077963 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.42', 52879) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:38.127682 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:19:38.131299 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] For port 21610436-ba4f-4cc0-b712-14b4734bf712, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:38.135646 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] For port 21610436-ba4f-4cc0-b712-14b4734bf712, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=21610436-ba4f-4cc0-b712-14b4734bf712,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:38.137274 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9efc8-61e2-4edd-8a31-0add927f275d None None] Pushing event updated for resources: {'Port': ['ID=0acb4a90-d86e-4b2a-8644-22e6ec53a172,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:38.147390 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9fe1368-c674-4ec1-b73e-e5ed9866fc4b req-4efccbcf-8a8a-449b-aa69-625dffab71b5 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.1580265 Jan 20 07:19:38.151083 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.166730 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port d209a0b8-8142-4395-90df-2e6f41f68c16 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:38.167430 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.183845 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.297962 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks [] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.322599 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Allocated IP 172.20.0.1 (07e60e53-7313-409f-846d-f039ea182901/5b69002d-ee71-4601-a909-53b3eb8e00f9/d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:38.347810 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b25dc-6da4-46e2-9ffe-29f0f9d1e5fe None None] Pushing event updated for resources: {'Port': ['ID=21610436-ba4f-4cc0-b712-14b4734bf712,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:38.374421 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:38.390449 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:38.485150 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-f0252bca-868b-42f3-8bfc-2dacf6ce7b42 None None] Provisioning complete for port 3566c24d-b45b-4ed4-b9aa-6c216997e637 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:38.486726 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f0252bca-868b-42f3-8bfc-2dacf6ce7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.608711 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-ada4fc1e-3385-47ca-bc21-9ec86bcfff29 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:38.612062 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-ada4fc1e-3385-47ca-bc21-9ec86bcfff29 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.42 "GET /v2.0/networks?id=d0c931c3-7b6f-40b3-8586-a600e9bfd398 HTTP/1.1" status: 200 len: 812 time: 0.5317159 Jan 20 07:19:38.651930 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55860) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:38.653901 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-f0252bca-868b-42f3-8bfc-2dacf6ce7b42 None None] Port 3566c24d-b45b-4ed4-b9aa-6c216997e637 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:19:38.681724 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Request body: {'port': {'device_id': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398', 'admin_state_up': True, 'tenant_id': 'ba1cd2d2f20742ee8a2edae146d17795'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:38.714228 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:38.753883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:38.758565 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:38.843980 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:38.890674 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Pushing event updated for resources: {'Port': ['ID=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:38.900676 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] Set router 3d247e5c-f66a-4f00-b142-dd06599e1d96 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:38.968406 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Network 75f16681-fc15-4b90-a6be-5411199e3284 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:38.986975 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:39.002283 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:39.007979 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (3d247e5c-f66a-4f00-b142-dd06599e1d96), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:39.086908 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:39.268703 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks [] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:39.491661 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:32Z', 'revision_number': 3, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:39.532549 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b1d5-9865-4ef2-8fcb-c9efb6da2a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:39.557191 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff8235-d540-4dc0-ae5b-68b791f89a69 None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:32Z', 'revision_number': 3, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:19:39.603633 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-366eb0ac-9a4e-4d60-a5e7-cc548d89ce27 req-af1a703b-1283-48f0-8ce4-1dbea29d19b7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.1571972 Jan 20 07:19:39.761898 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:39.908831 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port d209a0b8-8142-4395-90df-2e6f41f68c16 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:39.910859 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:39.959708 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port d209a0b8-8142-4395-90df-2e6f41f68c16, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=d209a0b8-8142-4395-90df-2e6f41f68c16,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:39.980001 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.040954 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Pushing event updated for resources: {'Port': ['ID=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:40.053855 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.147100 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Made reservation on behalf of ba1cd2d2f20742ee8a2edae146d17795 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:19:40.151420 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Network 07e60e53-7313-409f-846d-f039ea182901 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:40.166463 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.180317 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:40.228724 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55926) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:40.234764 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052528760', 'description': 'tempest-description--2012972300'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:40.245318 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b1d5-9865-4ef2-8fcb-c9efb6da2a23 admin admin] Publish callbacks [] for security_group (6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.248156 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:40.254140 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (1a436528-97e8-4ea5-a2b2-60c407f511cf), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.334534 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b1d5-9865-4ef2-8fcb-c9efb6da2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.384373 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=d209a0b8-8142-4395-90df-2e6f41f68c16,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:40.431479 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:40.542605 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.559420 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 3, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:40.601002 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b1d5-9865-4ef2-8fcb-c9efb6da2a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:40.620635 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6ac2b1d5-9865-4ef2-8fcb-c9efb6da2a23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44df274589bf46f3a6d9b5934f511e63&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9670596 Jan 20 07:19:40.629671 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55930) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:40.637227 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426295c-31c6-4ae7-b5ea-bc41759c2087 None None] The sync data for ids ['3d247e5c-f66a-4f00-b142-dd06599e1d96'] in dv-cinder-823015-5-iscsi is: [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 3, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:19:40.727482 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.758154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55934) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:40.824024 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-6e94d050-f2ec-48b2-8f89-ea1aa0246f19 None None] Provisioning complete for port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:40.824431 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e94d050-f2ec-48b2-8f89-ea1aa0246f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:40.857873 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 55938) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:40.898955 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Allocated IP 172.20.0.3 (d0c931c3-7b6f-40b3-8586-a600e9bfd398/2ba42dc2-46c1-473c-8447-1af2f181e8bd/dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:40.985490 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-accbeb4b-f7fe-4349-9a32-9e5d5937301a req-27a06795-9d6f-4c56-82fc-0eb2722ff642 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.1260164 Jan 20 07:19:41.030765 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-6e94d050-f2ec-48b2-8f89-ea1aa0246f19 None None] Port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:19:41.070006 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:36Z', 'revision_number': 2, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:41.243688 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fdc2112b-f3c2-47b2-891f-e0c5c4d556ec admin admin] Publish callbacks [] for security_group (6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.308581 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:19:41.308802 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Updating router a3d57634-22f3-4af0-9168-97c50697ea23 port 3566c24d-b45b-4ed4-b9aa-6c216997e637 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:19:41.353961 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (5596cd95-d2be-40cf-aa75-79ff1e268fdd), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.413953 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fdc2112b-f3c2-47b2-891f-e0c5c4d556ec admin admin] Publish callbacks [] for security_group (6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.450228 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.535276 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks [] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.549622 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b21e-dbd8-4430-bb1e-33a3796ecf58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.557682 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.558418 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (1a436528-97e8-4ea5-a2b2-60c407f511cf), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.729461 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e5f46071-7086-4f59-a154-cfb88d0eb078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.773669 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b21e-dbd8-4430-bb1e-33a3796ecf58 admin admin] Publish callbacks [] for security_group (2845cb8d-d3ec-45f4-9de3-a8cb054de8fa), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.787596 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (5596cd95-d2be-40cf-aa75-79ff1e268fdd), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.816696 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fdc2112b-f3c2-47b2-891f-e0c5c4d556ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.820797 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fdc2112b-f3c2-47b2-891f-e0c5c4d556ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.827611 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fdc2112b-f3c2-47b2-891f-e0c5c4d556ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71 HTTP/1.1" status: 204 len: 168 time: 1.1072767 Jan 20 07:19:41.839240 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b21e-dbd8-4430-bb1e-33a3796ecf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2845cb8d-d3ec-45f4-9de3-a8cb054de8fa), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.894362 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7ca1b21e-dbd8-4430-bb1e-33a3796ecf58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9353d30cee2d4f6283806f6a68335adf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1046057 Jan 20 07:19:41.898372 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:41.900284 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6705422 Jan 20 07:19:41.906819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55970) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:41.907278 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55972) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:41.985087 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'security_group_rule': {'security_group_id': '5596cd95-d2be-40cf-aa75-79ff1e268fdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:42.088397 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e5f46071-7086-4f59-a154-cfb88d0eb078 admin admin] Publish callbacks [] for security_group (f62a5322-5346-4884-92b6-37c474aed86a), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.142691 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86fdf082-07ed-4c2f-b8b2-2d0f7615f91c admin admin] Publish callbacks [] for security_group (2845cb8d-d3ec-45f4-9de3-a8cb054de8fa), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.268657 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86fdf082-07ed-4c2f-b8b2-2d0f7615f91c admin admin] Publish callbacks [] for security_group (2845cb8d-d3ec-45f4-9de3-a8cb054de8fa), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.449088 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d994f-72ad-4782-93dd-6a43194674f8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5596cd95-d2be-40cf-aa75-79ff1e268fdd,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:42.525159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Publish callbacks [] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.530580 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 21610436-ba4f-4cc0-b712-14b4734bf712 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:42.537455 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2112b-f3c2-47b2-891f-e0c5c4d556ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5cd7fe-4a71-4c9e-b357-f37b5ad00f71,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:42.690351 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e5f46071-7086-4f59-a154-cfb88d0eb078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f62a5322-5346-4884-92b6-37c474aed86a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.735499 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5af2af69-3122-483d-bceb-a2a3e4d9428b req-107b34f7-6b39-453e-81fa-d4d1678e2621 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.1608610 Jan 20 07:19:42.755308 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (7200c8c9-91a3-40a5-bfde-06a9e3a671f2), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.764494 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1b21e-dbd8-4430-bb1e-33a3796ecf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2845cb8d-d3ec-45f4-9de3-a8cb054de8fa,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:42.767429 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86fdf082-07ed-4c2f-b8b2-2d0f7615f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2845cb8d-d3ec-45f4-9de3-a8cb054de8fa), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.770539 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86fdf082-07ed-4c2f-b8b2-2d0f7615f91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.775752 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-86fdf082-07ed-4c2f-b8b2-2d0f7615f91c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2845cb8d-d3ec-45f4-9de3-a8cb054de8fa HTTP/1.1" status: 204 len: 168 time: 0.8579209 Jan 20 07:19:42.793022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.817090 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks [] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.840569 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks [] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.841562 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdf082-07ed-4c2f-b8b2-2d0f7615f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2845cb8d-d3ec-45f4-9de3-a8cb054de8fa,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:42.861781 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e5f46071-7086-4f59-a154-cfb88d0eb078 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c47840fd6ede4b2ab945219fdb8be2c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9982502 Jan 20 07:19:42.862316 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Pushing event updated for resources: {'Port': ['ID=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:42.875819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 55988) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:42.910259 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f46071-7086-4f59-a154-cfb88d0eb078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62a5322-5346-4884-92b6-37c474aed86a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:42.915575 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:42.916302 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (3d247e5c-f66a-4f00-b142-dd06599e1d96), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.015162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0f77b-d34d-465b-80e9-05ca640eba62 None None] Pushing event updated for resources: {'Port': ['ID=3566c24d-b45b-4ed4-b9aa-6c216997e637,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:43.082823 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (7200c8c9-91a3-40a5-bfde-06a9e3a671f2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.086688 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.108398 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (7200c8c9-91a3-40a5-bfde-06a9e3a671f2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.229675 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Network 75f16681-fc15-4b90-a6be-5411199e3284 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:43.230351 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Network d0c931c3-7b6f-40b3-8586-a600e9bfd398 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:43.245259 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:43.310442 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 21610436-ba4f-4cc0-b712-14b4734bf712 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:43.312161 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.339394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Network 07e60e53-7313-409f-846d-f039ea182901 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:43.343987 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Pushing event updated for resources: {'Port': ['ID=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:43.420844 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:43.535030 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:43.564326 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:43.612022 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:43.613246 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.637484 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.655024 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6764510 Jan 20 07:19:43.657724 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f87fe0-3c4e-4897-b9c1-4928eee377c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7200c8c9-91a3-40a5-bfde-06a9e3a671f2,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:43.710909 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Attempting to bind port 3566c24d-b45b-4ed4-b9aa-6c216997e637 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:43.714411 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56004) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:43.719178 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Attempting to bind port 3566c24d-b45b-4ed4-b9aa-6c216997e637 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:43.719706 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Attempting to bind port 3566c24d-b45b-4ed4-b9aa-6c216997e637 on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:43.725043 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'security_group_rule': {'security_group_id': '5596cd95-d2be-40cf-aa75-79ff1e268fdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:43.758779 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:43.759018 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Checking segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:43.759424 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.759811 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Bound using segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:43.760297 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Bound port: 3566c24d-b45b-4ed4-b9aa-6c216997e637, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:43.760673 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:43.924880 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Pushing event updated for resources: {'Port': ['ID=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:43.979436 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-7e0efcd1-587c-401d-8a9b-c683a48c5a30 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3044236 Jan 20 07:19:44.012121 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-16c5efbd-86a1-4a20-ac77-8bcd8d4e8769 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:19:44.016165 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-16c5efbd-86a1-4a20-ac77-8bcd8d4e8769 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182831 Jan 20 07:19:44.019184 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b86235c4-3e42-48d2-bc49-5026e21215a8 admin admin] Publish callbacks [] for security_group (f62a5322-5346-4884-92b6-37c474aed86a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.043260 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Router 3d247e5c-f66a-4f00-b142-dd06599e1d96 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:19:44.189084 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b86235c4-3e42-48d2-bc49-5026e21215a8 admin admin] Publish callbacks [] for security_group (f62a5322-5346-4884-92b6-37c474aed86a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.228641 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (d284c735-4c9d-429d-b395-03ee98a172e5), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.273552 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] For port 3566c24d-b45b-4ed4-b9aa-6c216997e637, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:44.315696 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-17086896-b3a2-452e-be83-8269d756d9d5 None None] Provisioning complete for port 3566c24d-b45b-4ed4-b9aa-6c216997e637 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:44.316764 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-17086896-b3a2-452e-be83-8269d756d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.328083 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b86235c4-3e42-48d2-bc49-5026e21215a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f62a5322-5346-4884-92b6-37c474aed86a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.328786 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] For port 3566c24d-b45b-4ed4-b9aa-6c216997e637, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=3566c24d-b45b-4ed4-b9aa-6c216997e637,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:44.345917 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b86235c4-3e42-48d2-bc49-5026e21215a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.357478 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b86235c4-3e42-48d2-bc49-5026e21215a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f62a5322-5346-4884-92b6-37c474aed86a HTTP/1.1" status: 204 len: 168 time: 1.4774406 Jan 20 07:19:44.383786 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 21610436-ba4f-4cc0-b712-14b4734bf712 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:44.384447 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.420026 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86235c4-3e42-48d2-bc49-5026e21215a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62a5322-5346-4884-92b6-37c474aed86a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:44.432158 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.519538 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:19:44.528754 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 21610436-ba4f-4cc0-b712-14b4734bf712, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=21610436-ba4f-4cc0-b712-14b4734bf712,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:44.559597 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-17086896-b3a2-452e-be83-8269d756d9d5 None None] Port 3566c24d-b45b-4ed4-b9aa-6c216997e637 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:19:44.563527 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:44.565573 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d209a0b8-8142-4395-90df-2e6f41f68c16 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:44.741581 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0f77b-d34d-465b-80e9-05ca640eba62 None None] Pushing event updated for resources: {'Port': ['ID=3566c24d-b45b-4ed4-b9aa-6c216997e637,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:44.761646 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:44.762695 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:44.915243 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-3885c3a0-bdeb-42b0-a661-82ff6a5c0bb1 None None] Provisioning complete for port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:44.915868 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3885c3a0-bdeb-42b0-a661-82ff6a5c0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.088355 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=21610436-ba4f-4cc0-b712-14b4734bf712,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:45.114035 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port d209a0b8-8142-4395-90df-2e6f41f68c16 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:45.114467 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.158409 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-3885c3a0-bdeb-42b0-a661-82ff6a5c0bb1 None None] Port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:19:45.176832 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:45.362702 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (d284c735-4c9d-429d-b395-03ee98a172e5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.365816 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:19:45.371333 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Request body: {'port': {'device_id': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:45.384106 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (d284c735-4c9d-429d-b395-03ee98a172e5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.391393 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a754652-f080-4663-9090-44592ab6235c None None] Sync routers for ids ['3d247e5c-f66a-4f00-b142-dd06599e1d96'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:19:45.413710 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2af98e35-efcf-4b92-9dc9-e81ef7f726dd admin admin] 10.222.0.53 "PUT /v2.0/routers/3d247e5c-f66a-4f00-b142-dd06599e1d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5272059 Jan 20 07:19:45.429595 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] Provisioning complete for port 3566c24d-b45b-4ed4-b9aa-6c216997e637 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:45.429595 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.429882 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] Routers {'3d247e5c-f66a-4f00-b142-dd06599e1d96'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:45.429882 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['3d247e5c-f66a-4f00-b142-dd06599e1d96'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:45.495729 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c6755-603a-4f8c-bc6a-5dd6f6b8979f req-9ea2497f-2557-4b29-9563-c1168dc039bd tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:45.498093 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e42c6755-603a-4f8c-bc6a-5dd6f6b8979f req-9ea2497f-2557-4b29-9563-c1168dc039bd tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 931 time: 1.2258949 Jan 20 07:19:45.543561 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port d209a0b8-8142-4395-90df-2e6f41f68c16 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:45.547453 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 0acb4a90-d86e-4b2a-8644-22e6ec53a172 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:45.552680 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:19:45.598477 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-40f54421-dbb4-4802-b266-535fe2f5eeee admin admin] 10.222.0.53 "PUT /v2.0/routers/1a436528-97e8-4ea5-a2b2-60c407f511cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0464904 Jan 20 07:19:45.613542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d284c735-4c9d-429d-b395-03ee98a172e5,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:45.665035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.666430 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1137674d-7c06-46e5-aa13-9e935ea0e96a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9504492 Jan 20 07:19:45.671465 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56038) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:45.677485 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:45.688546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.716465 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e42c6755-603a-4f8c-bc6a-5dd6f6b8979f req-615066a2-9f68-4574-9a74-1552d8b86a08 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026343 Jan 20 07:19:45.807022 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:45.879998 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:19:46.023116 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] Set router 3d247e5c-f66a-4f00-b142-dd06599e1d96 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:46.166976 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56052) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:46.292446 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03ea90a5-e747-44f6-8a0a-c4ffe145205e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:46.401911 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:46.402829 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:46.539338 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:46.587175 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:46.587175 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:46.815401 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '17fb6fe6-86b8-4c49-99d6-13d76ddf4856', 'name': '', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'mac_address': 'fa:16:3e:a7:aa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:36Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 2, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'subnets': [{'id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:46.824619 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:46.833864 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] Current status of the port 3566c24d-b45b-4ed4-b9aa-6c216997e637 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:46.834455 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:46.901519 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Allocated IP 172.27.0.216 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/1910d8d6-f21c-4563-a464-ec67cc5062e9) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:46.906296 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a754652-f080-4663-9090-44592ab6235c None None] Checking router: 3d247e5c-f66a-4f00-b142-dd06599e1d96 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:19:46.906296 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a754652-f080-4663-9090-44592ab6235c None None] Updating router 3d247e5c-f66a-4f00-b142-dd06599e1d96 port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:19:46.973369 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2a754652-f080-4663-9090-44592ab6235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.027542 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:47.120171 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:19:47.129624 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Publish callbacks [] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.156347 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Transition to ACTIVE for port object dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:19:47.159422 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03ea90a5-e747-44f6-8a0a-c4ffe145205e admin admin] Publish callbacks [] for security_group (03c0012c-1d8f-417d-92c4-5053bfa4c7f9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.164859 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.180210 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03ea90a5-e747-44f6-8a0a-c4ffe145205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (03c0012c-1d8f-417d-92c4-5053bfa4c7f9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.242660 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea90a5-e747-44f6-8a0a-c4ffe145205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c0012c-1d8f-417d-92c4-5053bfa4c7f9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:47.306717 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Pushing event updated for resources: {'Port': ['ID=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:47.340757 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-03ea90a5-e747-44f6-8a0a-c4ffe145205e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36ab862271b54d009821e1cd8535af2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1717782 Jan 20 07:19:47.347800 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56074) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:47.399908 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Attempting to bind port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:47.399908 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Attempting to bind port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:47.399908 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Attempting to bind port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 on network d0c931c3-7b6f-40b3-8586-a600e9bfd398 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:47.409631 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 on network d0c931c3-7b6f-40b3-8586-a600e9bfd398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:19:47.409957 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Attempting to bind port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 on network d0c931c3-7b6f-40b3-8586-a600e9bfd398 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:47.428824 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:47.429276 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Checking segment: {'id': '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:47.430093 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Bound using segment: {'id': '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:47.430558 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Bound port: dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:47.430986 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.616143 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005f042-e0a6-4c41-ba52-ab4a0946cbe5 req-2fd12e8c-1ff1-4bf0-8994-8e7befc845ed tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:47.640938 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1005f042-e0a6-4c41-ba52-ab4a0946cbe5 req-2fd12e8c-1ff1-4bf0-8994-8e7befc845ed tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.6497245 Jan 20 07:19:47.703525 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9008a8-c0ff-4bb8-8a19-5d96ab4d5248 None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:19:47.710435 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] For port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host hv-cinder-82301, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:47.749071 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] For port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,segment=NetworkSegment(1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9),segment_id=1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:47.767989 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.848013 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2a754652-f080-4663-9090-44592ab6235c None None] Publish callbacks [] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.869532 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2a754652-f080-4663-9090-44592ab6235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:47.980579 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7436f6-74c8-4300-867c-6a5cb83927c2 None None] Pushing event updated for resources: {'Port': ['ID=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:48.031678 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.066799 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-2a754652-f080-4663-9090-44592ab6235c None None] Attempting to bind port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:48.067523 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-2a754652-f080-4663-9090-44592ab6235c None None] Attempting to bind port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:48.068006 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a754652-f080-4663-9090-44592ab6235c None None] Attempting to bind port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 on network 75f16681-fc15-4b90-a6be-5411199e3284 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:48.070090 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:48.070684 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.079246 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a754652-f080-4663-9090-44592ab6235c None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:48.079902 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a754652-f080-4663-9090-44592ab6235c None None] Checking segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:48.080323 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2a754652-f080-4663-9090-44592ab6235c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.081539 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a754652-f080-4663-9090-44592ab6235c None None] Bound using segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:48.081539 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-2a754652-f080-4663-9090-44592ab6235c None None] Bound port: 17fb6fe6-86b8-4c49-99d6-13d76ddf4856, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:48.082005 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2a754652-f080-4663-9090-44592ab6235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.103954 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] For port 3566c24d-b45b-4ed4-b9aa-6c216997e637, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=3566c24d-b45b-4ed4-b9aa-6c216997e637,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:48.151221 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.242272 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1005f042-e0a6-4c41-ba52-ab4a0946cbe5 req-4d640499-f77c-434c-8af3-f24a5b519ae6 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000240 Jan 20 07:19:48.307905 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-2a754652-f080-4663-9090-44592ab6235c None None] For port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:48.314835 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-2a754652-f080-4663-9090-44592ab6235c None None] For port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:48.329682 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2a754652-f080-4663-9090-44592ab6235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.354942 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a86363d2-9c7f-472f-8bc8-59c0578d2268 admin admin] Publish callbacks [] for security_group (03c0012c-1d8f-417d-92c4-5053bfa4c7f9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.484058 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a86363d2-9c7f-472f-8bc8-59c0578d2268 admin admin] Publish callbacks [] for security_group (03c0012c-1d8f-417d-92c4-5053bfa4c7f9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.495233 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38dd3b-419a-47b6-9f73-d8613ddecf1f None None] Pushing event updated for resources: {'Port': ['ID=3566c24d-b45b-4ed4-b9aa-6c216997e637,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:48.555431 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 0acb4a90-d86e-4b2a-8644-22e6ec53a172, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=0acb4a90-d86e-4b2a-8644-22e6ec53a172,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:48.613992 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:41Z', 'revision_number': 2, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:48.619086 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.623926 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:48.677865 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] Routers {'3d247e5c-f66a-4f00-b142-dd06599e1d96'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:48.679212 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['3d247e5c-f66a-4f00-b142-dd06599e1d96'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:48.691548 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7436f6-74c8-4300-867c-6a5cb83927c2 None None] Pushing event updated for resources: {'Port': ['ID=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:48.891201 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:19:48.891829 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Updating router 1a436528-97e8-4ea5-a2b2-60c407f511cf port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:19:49.019770 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:49.023404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:49.025952 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:49.054459 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] 10.222.0.42 "PUT /v2.0/ports/dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 HTTP/1.1" status: 200 len: 1093 time: 4.5713792 Jan 20 07:19:49.055903 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'tag': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:19:49.069249 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:49.069800 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:49.085807 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=0acb4a90-d86e-4b2a-8644-22e6ec53a172,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:49.122310 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:49.262604 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'Port': ['ID=1910d8d6-f21c-4563-a464-ec67cc5062e9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:49.278463 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 21610436-ba4f-4cc0-b712-14b4734bf712 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:49.340982 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcf916-6416-4e4b-a506-2c308b4ca46f service neutron] Pushing event updated for resources: {'Port': ['ID=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:49.486829 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] Set router 3d247e5c-f66a-4f00-b142-dd06599e1d96 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:49.504985 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-bc84e5c8-9cf8-4749-ab0a-15f1c70b46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:49.506614 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-bc84e5c8-9cf8-4749-ab0a-15f1c70b46a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba1cd2d2f20742ee8a2edae146d17795&device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 1096 time: 0.1679261 Jan 20 07:19:49.726392 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a86363d2-9c7f-472f-8bc8-59c0578d2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (03c0012c-1d8f-417d-92c4-5053bfa4c7f9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:49.729743 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-277458ef-8b99-4fdd-a0c2-a74ad023a114 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 HTTP/1.1" status: 200 len: 217 time: 0.2127030 Jan 20 07:19:49.742042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a86363d2-9c7f-472f-8bc8-59c0578d2268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:49.750282 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a86363d2-9c7f-472f-8bc8-59c0578d2268 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03c0012c-1d8f-417d-92c4-5053bfa4c7f9 HTTP/1.1" status: 204 len: 168 time: 2.3839214 Jan 20 07:19:49.842081 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (3e74adb1-e397-48e2-8d78-217174cc33bd), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:49.866251 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86363d2-9c7f-472f-8bc8-59c0578d2268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c0012c-1d8f-417d-92c4-5053bfa4c7f9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:49.916323 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-bba287eb-9595-436d-8e1a-af6db601960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:49.922007 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-bba287eb-9595-436d-8e1a-af6db601960d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ba42dc2-46c1-473c-8447-1af2f181e8bd HTTP/1.1" status: 200 len: 852 time: 0.1805539 Jan 20 07:19:50.040615 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 21610436-ba4f-4cc0-b712-14b4734bf712 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:50.045763 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc86ab4f-2249-461f-ac6d-1ef24eb64848" -d '{"events": [{"name": "network-changed", "server_uuid": "844eeac0-9cf9-485c-a6a9-c9c27b5f9836", "tag": "dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:19:50.055106 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:50.133299 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-6cfb10b6-257b-40fc-9686-16375b5f50c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0c931c3-7b6f-40b3-8586-a600e9bfd398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1880164 Jan 20 07:19:50.600281 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-a81cf7df-2cf9-4f02-bd1c-f1e5f5902f47 service neutron] 10.222.0.42 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506843 Jan 20 07:19:50.675951 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 21610436-ba4f-4cc0-b712-14b4734bf712 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:50.678102 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 3566c24d-b45b-4ed4-b9aa-6c216997e637 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:50.888849 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-dbcd37be-ca77-46a9-ab14-6d1d42b75ab5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:50.896672 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a78d7bc8-22cc-4bc6-be8c-9ef85ca36727 req-c648bc2f-0110-4714-b230-a4b1e5dbed2f service neutron] 10.222.0.42 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830188 Jan 20 07:19:50.902232 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-dbcd37be-ca77-46a9-ab14-6d1d42b75ab5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 819 time: 1.1971126 Jan 20 07:19:50.938417 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 3566c24d-b45b-4ed4-b9aa-6c216997e637 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:50.939889 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:50.961069 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2a754652-f080-4663-9090-44592ab6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '17fb6fe6-86b8-4c49-99d6-13d76ddf4856', 'name': '', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'mac_address': 'fa:16:3e:a7:aa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:36Z', 'updated_at': '2022-01-20T07:19:48Z', 'revision_number': 4, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'subnets': [{'id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:51.116667 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56142) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:51.123996 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223968032', 'description': 'tempest-description--1563936048'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:51.153197 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.181410 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.205937 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a754652-f080-4663-9090-44592ab6235c None None] The sync data for ids ['3d247e5c-f66a-4f00-b142-dd06599e1d96'] in dv-cinder-823015-5-iscsi is: [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '17fb6fe6-86b8-4c49-99d6-13d76ddf4856', 'name': '', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'mac_address': 'fa:16:3e:a7:aa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:36Z', 'updated_at': '2022-01-20T07:19:48Z', 'revision_number': 4, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'subnets': [{'id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:19:51.308546 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-2b23f551-6ad0-466f-aa67-9eb108c3ed00 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/quotas/a7dff55aeff049d58a07b5f1dcdab7f7 HTTP/1.1" status: 200 len: 375 time: 0.3994834 Jan 20 07:19:51.418066 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (cece64ec-0c1d-40ca-bf27-dbe232ed1831), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.421055 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Publish callbacks [] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.438866 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (cece64ec-0c1d-40ca-bf27-dbe232ed1831), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.487753 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.700318 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 3566c24d-b45b-4ed4-b9aa-6c216997e637 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:51.722991 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cece64ec-0c1d-40ca-bf27-dbe232ed1831,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:51.740543 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:51.742934 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d23e03a5-ee95-44ac-89f0-a8fb54778068 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6244721 Jan 20 07:19:51.756836 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56154) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:51.780157 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'security_group_rule': {'security_group_id': 'cece64ec-0c1d-40ca-bf27-dbe232ed1831', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:51.924915 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-6b8a913d-8fd4-4b5a-bce0-5167342a4867 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6063821 Jan 20 07:19:51.985119 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbdfa1-bfb2-43fb-9e44-c94904043c09 None None] Pushing event updated for resources: {'Port': ['ID=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:51.992920 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd69c24-10ec-4c06-9eac-eada11ae289f req-99220150-5d34-4a3e-86ce-7cec51a24e4c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:52.004590 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9fd69c24-10ec-4c06-9eac-eada11ae289f req-99220150-5d34-4a3e-86ce-7cec51a24e4c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.5441988 Jan 20 07:19:52.247221 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9fd69c24-10ec-4c06-9eac-eada11ae289f req-4bf24bff-26cb-4938-8e04-2eff284e6e16 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411873 Jan 20 07:19:52.275600 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (3a66dc80-dd7f-4c75-a45c-3103fe89326f), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.393263 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Attempting to bind port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:19:52.396984 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Attempting to bind port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:19:52.412216 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Attempting to bind port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 on network 07e60e53-7313-409f-846d-f039ea182901 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:19:52.460656 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:19:52.466031 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Checking segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:19:52.470599 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.471059 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Bound using segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:19:52.471778 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Bound port: d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:19:52.479647 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.550284 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (3a66dc80-dd7f-4c75-a45c-3103fe89326f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.563333 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (3a66dc80-dd7f-4c75-a45c-3103fe89326f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.569813 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 0acb4a90-d86e-4b2a-8644-22e6ec53a172 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:52.650916 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.652253 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8947411 Jan 20 07:19:52.682573 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56176) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:52.710180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-c7ea215d-82c1-4d0b-b9fa-931f6958dd61 None None] Provisioning complete for port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:52.711271 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c7ea215d-82c1-4d0b-b9fa-931f6958dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.743457 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'security_group_rule': {'security_group_id': 'cece64ec-0c1d-40ca-bf27-dbe232ed1831', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:52.797097 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-d6c94ace-249d-4fae-8ca3-f01c0a1bb5e2 service neutron] 10.222.0.53 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8671572 Jan 20 07:19:52.811668 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc86ca-8aa8-4ad6-9b50-ce04e1b66bb3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a66dc80-dd7f-4c75-a45c-3103fe89326f,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:52.863290 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:52.866949 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:52.909867 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (6669325e-7c1b-47dc-a8f5-4d323daf7f78), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.021409 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea215d-82c1-4d0b-b9fa-931f6958dd61 None None] Port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:19:53.078928 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] For port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:19:53.111988 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] For port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:19:53.143966 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.166042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.181946 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:53.183963 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:53.187141 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.208041 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (6669325e-7c1b-47dc-a8f5-4d323daf7f78), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.219277 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (6669325e-7c1b-47dc-a8f5-4d323daf7f78), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.311876 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6669325e-7c1b-47dc-a8f5-4d323daf7f78,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:53.360130 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.373858 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7ecad782-00ed-4ae2-a841-91556f08fe6f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6791549 Jan 20 07:19:53.380896 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56192) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:53.394478 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:19:53.444369 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (3e74adb1-e397-48e2-8d78-217174cc33bd), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.606340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.624510 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'Port': ['ID=1910d8d6-f21c-4563-a464-ec67cc5062e9,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:53.645018 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-9df7ae55-1844-4c08-8213-2e2e69f0dbb5 service neutron] 10.222.0.53 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436549 Jan 20 07:19:53.679248 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4a8f4-0816-4976-a60e-4dd2e341e7bd x-openstack-request-id: req-f4f4a8f4-0816-4976-a60e-4dd2e341e7bd {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:19:53.681371 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844eeac0-9cf9-485c-a6a9-c9c27b5f9836", "tag": "dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:19:53.682224 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4f4a8f4-0816-4976-a60e-4dd2e341e7bd {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:19:53.682386 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:53.683902 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'tag': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883', 'status': 'completed', 'code': 200} Jan 20 07:19:53.693235 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ebb1218a-dae5-4458-ae40-e048df343590 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0201232 Jan 20 07:19:54.190644 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-96102334-084f-4e61-bedc-ff27dd5d4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:54.193625 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-96102334-084f-4e61-bedc-ff27dd5d4d17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba1cd2d2f20742ee8a2edae146d17795&device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 1096 time: 0.5010312 Jan 20 07:19:54.532859 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbdfa1-bfb2-43fb-9e44-c94904043c09 None None] Pushing event updated for resources: {'Port': ['ID=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:54.575900 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-c29b2037-64fc-4537-989c-904cb6362321 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1052528760&fields=id&tenant_id=d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 267 time: 0.2527950 Jan 20 07:19:54.657984 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] Provisioning complete for port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:54.657984 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:54.849307 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:19:54.851604 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:19:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:54.857071 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-f11e6270-55a4-4b87-9880-b0bd457c84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:54.863782 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-f11e6270-55a4-4b87-9880-b0bd457c84a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0c931c3-7b6f-40b3-8586-a600e9bfd398 HTTP/1.1" status: 200 len: 913 time: 0.6586475 Jan 20 07:19:54.865656 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-c31255a4-ab2c-4266-8081-6c15b9f0adf9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:54.885129 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-c31255a4-ab2c-4266-8081-6c15b9f0adf9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 816 time: 0.3033187 Jan 20 07:19:54.934137 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-4ba36f59-42b3-4545-8eed-768abc67519c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/quotas/d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 375 time: 0.0474336 Jan 20 07:19:55.073218 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-88db071d-8780-46d2-a11d-9dcf6265cb6a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377048 Jan 20 07:19:55.083458 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947e69e-53b8-42c8-b7bf-9311985b82dc req-fe1db1c0-e796-479c-b0d7-4a62de81a149 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:55.086597 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9947e69e-53b8-42c8-b7bf-9311985b82dc req-fe1db1c0-e796-479c-b0d7-4a62de81a149 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 1.0684314 Jan 20 07:19:55.093855 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-3fc06a0f-c686-4b73-9431-97e8619fffbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 HTTP/1.1" status: 200 len: 217 time: 0.2043867 Jan 20 07:19:55.144750 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:55.145579 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:55.286907 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-4423018f-aa0a-4086-a159-3aa609a3f726 service neutron] 10.222.0.53 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124360 Jan 20 07:19:55.437386 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-216acea3-c439-44ea-9145-a371ae39905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:55.444695 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-216acea3-c439-44ea-9145-a371ae39905d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ba42dc2-46c1-473c-8447-1af2f181e8bd HTTP/1.1" status: 200 len: 852 time: 0.3170030 Jan 20 07:19:55.587036 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9947e69e-53b8-42c8-b7bf-9311985b82dc req-fa756c2f-1273-4ee8-a1f0-7f8a5a6b18cf tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847810 Jan 20 07:19:55.624502 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-de17fb3b-02cc-4bbc-832e-ce9d7c6dde4d service neutron] 10.222.0.53 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366053 Jan 20 07:19:55.688558 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:55.862443 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-507b1aa2-c667-4bcd-b9c6-5b923e1a12ee req-33d9547a-09e8-458c-862d-9db6e8740d0b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0521181 Jan 20 07:19:55.930648 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:19:55.935308 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] Current status of the port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:55.936443 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:56.039823 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e87574b-3572-4078-aa71-4153fe7775ed req-3ee62556-ac59-4871-a4a9-6e1bb0dabfe5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 210 time: 0.1485500 Jan 20 07:19:56.296301 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:19:56.297526 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:56.310589 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] For port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:56.355234 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:56.364340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Allocated IP 172.27.0.87 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/bc317cc6-beba-4037-8377-cee49aacad43) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:19:56.662948 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-eb69ecbf-7a81-466b-9417-ca2efd221485 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0c931c3-7b6f-40b3-8586-a600e9bfd398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145849 Jan 20 07:19:56.875682 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:19:56.946593 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae72c0-72f6-40d8-b8e5-f9cb73069071 None None] Pushing event updated for resources: {'Port': ['ID=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:56.965912 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56330) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:19:56.978340 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:57.067120 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:57.121911 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-f4c5eab4-d657-44d6-aba7-9114d6419345 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:57.133696 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-f4c5eab4-d657-44d6-aba7-9114d6419345 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 819 time: 0.4147055 Jan 20 07:19:57.187174 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-8f6a509f-2c4b-4cf3-a8f2-52590781fc0c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/quotas/a7dff55aeff049d58a07b5f1dcdab7f7 HTTP/1.1" status: 200 len: 375 time: 0.0503361 Jan 20 07:19:57.191486 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:53Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:19:57.332226 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cf2c3-bdab-43dc-8a87-8b6bfdaf7879 None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:53Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:19:57.395510 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-bc970e60-697c-4236-bbdf-fcf633a44ac0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2054286 Jan 20 07:19:57.595918 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-7f3ca4a0-d94d-4ad0-8a8b-4c9f9acea9f2 service neutron] 10.222.0.53 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968873 Jan 20 07:19:57.822014 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-52799872-f9bb-45b6-a154-edee78919b4f service neutron] 10.222.0.53 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248340 Jan 20 07:19:58.128034 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for port (bc317cc6-beba-4037-8377-cee49aacad43), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:58.216859 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4e7fcc2c-4b65-4533-9ffb-9dd460f2b554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:58.345285 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb95d6-7a8c-4f18-ad30-20e63c6f1c7a req-e34085da-fd3e-4dd1-beb8-8d12fe0f7579 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:19:58.354974 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27cb95d6-7a8c-4f18-ad30-20e63c6f1c7a req-e34085da-fd3e-4dd1-beb8-8d12fe0f7579 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 1.4105198 Jan 20 07:19:58.451112 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-40b83286-ec40-4bf0-94b5-91290c89d222 req-149a21aa-8f9e-4dff-a88c-3a1ba887c45d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.1134050 Jan 20 07:19:58.699107 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-8f954f92-bff1-40dc-97ee-9a89e06b6b8c service neutron] 10.222.0.42 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5267017 Jan 20 07:19:58.702745 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (bc317cc6-beba-4037-8377-cee49aacad43), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:58.744893 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d8eb205-702f-45de-9c44-baa49a094a6f req-df44b832-b2a3-40df-b7c6-ea609ada4580 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.1094637 Jan 20 07:19:59.081346 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27cb95d6-7a8c-4f18-ad30-20e63c6f1c7a req-64f81aeb-2d5d-48d9-b3cb-61d2957cbee3 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223816 Jan 20 07:19:59.206641 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:19:59.230323 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:19:59.248924 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:19:59.259702 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:19:59.434355 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'Port': ['ID=bc317cc6-beba-4037-8377-cee49aacad43,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:59.455461 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:19:59.609746 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4e7fcc2c-4b65-4533-9ffb-9dd460f2b554 admin admin] Publish callbacks [] for security_group (37bed0b2-11c2-4c11-91d5-b18fb2e4da4a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:59.634622 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4e7fcc2c-4b65-4533-9ffb-9dd460f2b554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (37bed0b2-11c2-4c11-91d5-b18fb2e4da4a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:59.640399 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:19:59.640940 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:59.686477 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (0ccd942f-a4da-40e3-8378-89f01d0b9529), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:19:59.789141 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc86ab4f-2249-461f-ac6d-1ef24eb64848 req-a597b801-562e-4a96-a3a4-821e6a6e548e service neutron] 10.222.0.42 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9946117 Jan 20 07:19:59.945977 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4e7fcc2c-4b65-4533-9ffb-9dd460f2b554 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebd2e63b2979466fb4f5635c80ad44ac&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7989271 Jan 20 07:19:59.947124 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fcc2c-4b65-4533-9ffb-9dd460f2b554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bed0b2-11c2-4c11-91d5-b18fb2e4da4a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:19:59.966259 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56400) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:00.012355 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (bc317cc6-beba-4037-8377-cee49aacad43), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.015987 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ad1ef028-2381-4f73-b091-6a4993212eac req-630b29f2-ac8e-49fe-a5e0-7bde89902728 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.1382704 Jan 20 07:20:00.071561 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:00.078588 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:20:00.337273 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27c2b096-03fe-48f7-b186-09ff9ec26b26 req-3301f9ce-4149-4273-b01b-bc0dd91674a9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.1339273 Jan 20 07:20:00.344862 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c32bb3d3-df34-4d44-a16a-c7a53dc7bb66 admin admin] Publish callbacks [] for security_group (37bed0b2-11c2-4c11-91d5-b18fb2e4da4a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.419816 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:00.422180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.622962 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c32bb3d3-df34-4d44-a16a-c7a53dc7bb66 admin admin] Publish callbacks [] for security_group (37bed0b2-11c2-4c11-91d5-b18fb2e4da4a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.652941 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:00.682753 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for port (bc317cc6-beba-4037-8377-cee49aacad43), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.691405 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e4980-2a64-45b9-b010-108652191f63 req-79550861-1c40-4c61-b1ad-07c5f82486a7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:00.695289 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-309e4980-2a64-45b9-b010-108652191f63 req-79550861-1c40-4c61-b1ad-07c5f82486a7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.3221390 Jan 20 07:20:00.700189 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (bc317cc6-beba-4037-8377-cee49aacad43), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.734190 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (0ccd942f-a4da-40e3-8378-89f01d0b9529), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.763205 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.770164 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3856061 Jan 20 07:20:00.771263 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9217f-3ad8-479e-a08b-9cbc4e07de60 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'Port': ['ID=bc317cc6-beba-4037-8377-cee49aacad43,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:00.816945 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-309e4980-2a64-45b9-b010-108652191f63 req-14e9c1b3-6183-457f-9582-12a6f608d14b tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151221 Jan 20 07:20:00.818236 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c32bb3d3-df34-4d44-a16a-c7a53dc7bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (37bed0b2-11c2-4c11-91d5-b18fb2e4da4a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.820911 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c32bb3d3-df34-4d44-a16a-c7a53dc7bb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:00.825573 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c32bb3d3-df34-4d44-a16a-c7a53dc7bb66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37bed0b2-11c2-4c11-91d5-b18fb2e4da4a HTTP/1.1" status: 204 len: 168 time: 0.8558240 Jan 20 07:20:00.841170 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bb3d3-df34-4d44-a16a-c7a53dc7bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bed0b2-11c2-4c11-91d5-b18fb2e4da4a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:01.089828 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-ae3f3ff8-4b5f-40e8-b754-4d8dc15bcaaf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--223968032&fields=id&tenant_id=4b430e6e902a455aa9266caa14a797fd HTTP/1.1" status: 200 len: 267 time: 0.0666132 Jan 20 07:20:01.146263 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56432) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:01.161653 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6449ea0-ea5a-4f19-8cf2-4a44b294adff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.249046 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-91e16de6-f98b-4067-9cff-de01d4acd06c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:01.258830 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-91e16de6-f98b-4067-9cff-de01d4acd06c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 811 time: 0.1606355 Jan 20 07:20:01.285149 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-8c071fae-c3a8-45ee-a70f-65293ed4b216 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/quotas/4b430e6e902a455aa9266caa14a797fd HTTP/1.1" status: 200 len: 375 time: 0.0179248 Jan 20 07:20:01.316616 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6449ea0-ea5a-4f19-8cf2-4a44b294adff admin admin] Publish callbacks [] for security_group (3abb22e7-ced8-43b1-a9f2-a3d88bde87d5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.333888 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6449ea0-ea5a-4f19-8cf2-4a44b294adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3abb22e7-ced8-43b1-a9f2-a3d88bde87d5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.355875 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b36b5ab9-6608-430e-a02c-d3214a91b9a1 req-378c4df8-a346-40b3-9c4c-1ef760c49425 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0505083 Jan 20 07:20:01.402279 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-3a3ddf54-15ec-40cd-87ae-f7fad9b19dc8 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154714 Jan 20 07:20:01.414030 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a6449ea0-ea5a-4f19-8cf2-4a44b294adff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6287220c424d40d6a4a5448729eb27c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635863 Jan 20 07:20:01.414387 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56450) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:01.415026 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6449ea0-ea5a-4f19-8cf2-4a44b294adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb22e7-ced8-43b1-a9f2-a3d88bde87d5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:01.492975 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-466e1c56-e694-488d-9c40-44871c341d14 admin admin] Publish callbacks [] for security_group (3abb22e7-ced8-43b1-a9f2-a3d88bde87d5), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.500495 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bb25f5fb-0909-470e-b0c9-38650fca85f4 req-cd9901ed-16a3-4d02-a2d9-97c79fe0cd5b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0312617 Jan 20 07:20:01.530665 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-466e1c56-e694-488d-9c40-44871c341d14 admin admin] Publish callbacks [] for security_group (3abb22e7-ced8-43b1-a9f2-a3d88bde87d5), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.602077 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-466e1c56-e694-488d-9c40-44871c341d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3abb22e7-ced8-43b1-a9f2-a3d88bde87d5), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.605081 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-466e1c56-e694-488d-9c40-44871c341d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.606330 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-466e1c56-e694-488d-9c40-44871c341d14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3abb22e7-ced8-43b1-a9f2-a3d88bde87d5 HTTP/1.1" status: 204 len: 168 time: 0.1907942 Jan 20 07:20:01.631040 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e1c56-e694-488d-9c40-44871c341d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb22e7-ced8-43b1-a9f2-a3d88bde87d5,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:01.680727 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-20886f9f-92c1-488a-a9c3-5f83ff6d99de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:20:01.689480 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-20886f9f-92c1-488a-a9c3-5f83ff6d99de service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221888 Jan 20 07:20:01.824603 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b313ac7c-e0ac-4dce-a695-e71fdf6a2cfe service neutron] 10.222.0.53 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336761 Jan 20 07:20:01.853802 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae989461-90be-48cf-b693-8c2cc46ae7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:01.982989 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-ad00b9a8-4318-43ce-9230-76b252bb133d service neutron] 10.222.0.53 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494465 Jan 20 07:20:02.061359 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69866cb7-f984-46b1-a059-17877709495a req-18c97abc-5a01-44aa-af28-9fee440d286c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:02.063135 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69866cb7-f984-46b1-a059-17877709495a req-18c97abc-5a01-44aa-af28-9fee440d286c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.0790966 Jan 20 07:20:02.143818 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69866cb7-f984-46b1-a059-17877709495a req-da58c19f-00e7-41ba-855b-7df14de0cef8 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649681 Jan 20 07:20:02.288931 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5a354abc-2a32-4777-832a-5199398adaf3 req-86f3fba5-6e7e-4173-9838-554bca628687 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0297890 Jan 20 07:20:02.546068 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e942871d-ab6e-4f5b-92f7-503a5ff6b344 req-f1bebc94-ee8a-48ed-ac11-4ba83bd932f3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0479286 Jan 20 07:20:02.686921 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c60ae847-b235-4e57-a353-1c01bfefb31e req-21a7ed0e-e15d-4c41-a180-3be7c53b2a72 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0627570 Jan 20 07:20:03.407555 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a313dc-6b57-41d7-8c16-b83b916ceb39 req-d6adc9ac-0355-4b51-9840-c0b209d258ab tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:03.412220 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21a313dc-6b57-41d7-8c16-b83b916ceb39 req-d6adc9ac-0355-4b51-9840-c0b209d258ab tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.1557782 Jan 20 07:20:03.478763 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5b3d3946-f346-421c-ab18-74991ab057fb req-05dede9a-12fc-4bea-af2e-8c10aae04a07 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0610390 Jan 20 07:20:03.535158 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21a313dc-6b57-41d7-8c16-b83b916ceb39 req-2e159cc8-d5ce-41a5-bdc3-c214cc374bcb tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147523 Jan 20 07:20:03.753764 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25db0fdf-6a6b-42eb-8107-68d89de30401 req-3680aa3f-42c5-45c0-90b5-23824b60976f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0701277 Jan 20 07:20:03.962667 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-38d667e5-2196-4d50-879d-a2141c52878f req-d47876a3-5438-4eed-a442-a06e3e03dafb tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0702574 Jan 20 07:20:04.377835 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56576) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:04.524233 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e42403b4-c681-41c7-a6e4-607bf403742c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:04.645110 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dfe62fe3-58a3-4dad-bfe3-6ca684ccd1db req-81542429-34fa-4d17-b25a-5f301bab43e4 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0490937 Jan 20 07:20:04.737547 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e42403b4-c681-41c7-a6e4-607bf403742c admin admin] Publish callbacks [] for security_group (c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:04.743015 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e42403b4-c681-41c7-a6e4-607bf403742c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:04.755990 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d690-9d1d-4e2c-b53e-496632ab7eb5 req-bc622281-7e99-40cf-a09c-68c5183db457 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:04.757740 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bea4d690-9d1d-4e2c-b53e-496632ab7eb5 req-bc622281-7e99-40cf-a09c-68c5183db457 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.0677688 Jan 20 07:20:04.785596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42403b4-c681-41c7-a6e4-607bf403742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:04.798269 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e42403b4-c681-41c7-a6e4-607bf403742c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a0ebce3fd854dc2aededf3e8babd987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189997 Jan 20 07:20:04.799234 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56596) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:04.864334 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bea4d690-9d1d-4e2c-b53e-496632ab7eb5 req-1706e187-9f2e-4689-abab-7c4a28efe576 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895712 Jan 20 07:20:04.927654 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0900cf67-ab63-40de-9ba9-52b97581d839 req-475a14ea-100c-4b96-a3b2-c4a7a9276519 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0531061 Jan 20 07:20:04.951767 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e73a84d-cd90-4fe1-a290-5219ea424fe8 admin admin] Publish callbacks [] for security_group (c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:04.999089 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e73a84d-cd90-4fe1-a290-5219ea424fe8 admin admin] Publish callbacks [] for security_group (c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.089448 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e73a84d-cd90-4fe1-a290-5219ea424fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.092594 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eb4974af-0be4-4346-80f4-9862e6704a3f req-af63f192-5535-42dd-83ee-43d30b645ef4 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0423875 Jan 20 07:20:05.095077 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e73a84d-cd90-4fe1-a290-5219ea424fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.097664 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6e73a84d-cd90-4fe1-a290-5219ea424fe8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0 HTTP/1.1" status: 204 len: 168 time: 0.2966766 Jan 20 07:20:05.114386 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73a84d-cd90-4fe1-a290-5219ea424fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978ca4f-54b9-4079-b6c4-16e0c0f5d7b0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:05.209578 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3809-8076-4340-bc33-c48170c21fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.481924 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56614) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:05.496818 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed7a-4183-4ce4-8159-8f53549b7a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.616883 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed7a-4183-4ce4-8159-8f53549b7a7d admin admin] Publish callbacks [] for security_group (e58f621e-5e0d-4c41-ad0d-a6abab73f27e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.623315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0b37ed7a-4183-4ce4-8159-8f53549b7a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e58f621e-5e0d-4c41-ad0d-a6abab73f27e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.687749 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0b37ed7a-4183-4ce4-8159-8f53549b7a7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=063ed0d3f95e469da0c1253e5ab71a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038653 Jan 20 07:20:05.691611 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ed7a-4183-4ce4-8159-8f53549b7a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f621e-5e0d-4c41-ad0d-a6abab73f27e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:05.692575 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56626) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:05.740703 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.750820 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.809968 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5dc5bc23-1c59-4283-b571-4ff6b0fa1583 admin admin] Publish callbacks [] for security_group (e58f621e-5e0d-4c41-ad0d-a6abab73f27e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.864724 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5dc5bc23-1c59-4283-b571-4ff6b0fa1583 admin admin] Publish callbacks [] for security_group (e58f621e-5e0d-4c41-ad0d-a6abab73f27e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.869857 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3a62a8b7-8b90-4a59-bf7c-9b489457adf9 req-ec38a292-8276-4378-8be5-9adc339dcece tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0668998 Jan 20 07:20:05.960934 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5dc5bc23-1c59-4283-b571-4ff6b0fa1583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e58f621e-5e0d-4c41-ad0d-a6abab73f27e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.963857 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5dc5bc23-1c59-4283-b571-4ff6b0fa1583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:05.965167 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5dc5bc23-1c59-4283-b571-4ff6b0fa1583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e58f621e-5e0d-4c41-ad0d-a6abab73f27e HTTP/1.1" status: 204 len: 168 time: 0.2709565 Jan 20 07:20:05.974329 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5bc23-1c59-4283-b571-4ff6b0fa1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f621e-5e0d-4c41-ad0d-a6abab73f27e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:06.090672 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6335384-340b-4fde-82c0-3b7556ad0f92 req-dac1dcf9-5b16-4919-b8c6-049ca69bf328 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0478745 Jan 20 07:20:06.100806 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e69e-5153-441c-a932-be155081e858 req-ab5da0c0-3dfe-41f4-b694-fc9cebd67773 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:06.103086 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0368e69e-5153-441c-a932-be155081e858 req-ab5da0c0-3dfe-41f4-b694-fc9cebd67773 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.0821407 Jan 20 07:20:06.186933 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0368e69e-5153-441c-a932-be155081e858 req-fc3b00c0-3139-40dc-85d5-1da2f13e556b tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 Jan 20 07:20:06.240426 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-11a7be05-74d1-49c8-98c6-a4b4852121e6 req-d9792291-3d94-4bfd-abbd-294f42f18526 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jan 20 07:20:06.426234 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.42', 52903) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:06.715113 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-d637d183-fbe6-403e-8a1d-4ac292684903 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:06.723520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-d61e9ae4-a2e7-4155-a952-40ef52a2ada5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:06.726279 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-d637d183-fbe6-403e-8a1d-4ac292684903 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 819 time: 0.3099694 Jan 20 07:20:06.727720 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-d61e9ae4-a2e7-4155-a952-40ef52a2ada5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 816 time: 0.2973273 Jan 20 07:20:06.771846 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Request body: {'port': {'device_id': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'admin_state_up': True, 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:06.950445 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-1c22dbb3-b063-48e3-b102-be2e0de1a2a9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 380 time: 0.1886852 Jan 20 07:20:06.967285 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'port': {'device_id': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'admin_state_up': True, 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'security_groups': ['5596cd95-d2be-40cf-aa75-79ff1e268fdd']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:07.038336 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Made reservation on behalf of a7dff55aeff049d58a07b5f1dcdab7f7 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:20:07.044108 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:07.164448 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.42', 52911) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:07.300321 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8f2f17cf-7ea1-4ef9-8038-c9246f628e55 req-92a0617f-815c-4f5d-89dc-4a2bd4517eb0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.2421985 Jan 20 07:20:07.484057 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.42', 52912) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:07.722072 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Allocated IP 172.20.0.3 (75f16681-fc15-4b90-a6be-5411199e3284/4a1d5349-64e2-4428-a894-79f860be85a4/57918ad2-d743-4890-85e3-f599261798e1) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:20:07.743316 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:07.749188 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-406de1e3-c213-45fc-b3c8-9b33930f9fa3 req-6738c828-2aa8-4639-876d-5c0bbda3d6db tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0903733 Jan 20 07:20:07.886341 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f9b2-1d92-4f64-b4e6-79b992275420 req-690a4296-2fd7-47d8-8451-3a4de169ea74 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:07.889034 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5a74f9b2-1d92-4f64-b4e6-79b992275420 req-690a4296-2fd7-47d8-8451-3a4de169ea74 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.4051871 Jan 20 07:20:08.169129 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-edd58381-ef81-437c-a7da-5d70c286097d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:08.172243 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-edd58381-ef81-437c-a7da-5d70c286097d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 819 time: 1.0061941 Jan 20 07:20:08.196759 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1db0cbae-b365-4dbd-a0a0-a2b4b43cf4c3 req-b46366b6-bad9-4be8-890c-d73337b99271 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.2596571 Jan 20 07:20:08.266231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Made reservation on behalf of d67c92e8618447cea25d7ec72c777da0 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:20:08.272393 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:08.394518 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-5a87ec29-cbb0-4d18-8462-efcf7d03d314 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:08.396097 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-5a87ec29-cbb0-4d18-8462-efcf7d03d314 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 811 time: 0.9101281 Jan 20 07:20:08.413018 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5a74f9b2-1d92-4f64-b4e6-79b992275420 req-82988cb8-86c9-4b21-be37-d175c63ea40b tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031393 Jan 20 07:20:08.421473 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:08.489485 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks [] for port (57918ad2-d743-4890-85e3-f599261798e1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:08.558646 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (57918ad2-d743-4890-85e3-f599261798e1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:08.619917 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Network 75f16681-fc15-4b90-a6be-5411199e3284 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:20:08.624046 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:20:08.628574 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:20:08.634458 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:08.636064 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:08.641955 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Pushing event updated for resources: {'Port': ['ID=57918ad2-d743-4890-85e3-f599261798e1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:08.675376 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c188e89d-2d0a-493f-9af5-69b89227fc4b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9143808 Jan 20 07:20:08.733611 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d5e3107-fe4e-44d3-ba2f-87988e8b503d req-09aa4501-1d7b-4525-bee4-0ab47641d0ed tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.1898172 Jan 20 07:20:08.912585 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56744) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:08.934261 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Allocated IP 172.20.0.9 (fd0d3a8d-159f-4f41-bff1-5150ee5570f4/73494d81-4e42-4ba4-bc74-3c7db37d2bc2/b2671e11-225a-44a9-a184-3b4842f79b37) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:20:08.954636 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e09a82f8-577a-445f-b5a7-0d7688c6ec76 req-f2f1e257-df0d-4090-beaa-899ed6e9086f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0545504 Jan 20 07:20:09.172885 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for port (b2671e11-225a-44a9-a184-3b4842f79b37), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.233568 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.312536 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:20:09.341371 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:20:09.344758 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:20:09.350932 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:09.351562 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.368249 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7be7339e-4ace-413a-82b2-80da3128914e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.393341 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eec6e08-c8e5-4821-82bd-157609f09739 req-0a1fd261-a8e1-4740-8893-a2bfdbc61783 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0831625 Jan 20 07:20:09.420207 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4629350 Jan 20 07:20:09.431026 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5272c-c1a0-4626-ba49-82a7a7976a69 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:09.582895 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7be7339e-4ace-413a-82b2-80da3128914e admin admin] Publish callbacks [] for security_group (819a3c91-5025-403c-be07-143bbd03a088), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.592355 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7be7339e-4ace-413a-82b2-80da3128914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (819a3c91-5025-403c-be07-143bbd03a088), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.653477 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7339e-4ace-413a-82b2-80da3128914e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a3c91-5025-403c-be07-143bbd03a088,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:09.655339 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00c0ee-839a-4bff-aaec-781edaa09a4c req-3cc047f3-0376-47df-acf6-60ec752c8341 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:09.659485 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1b00c0ee-839a-4bff-aaec-781edaa09a4c req-3cc047f3-0376-47df-acf6-60ec752c8341 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.1050661 Jan 20 07:20:09.698356 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7be7339e-4ace-413a-82b2-80da3128914e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c37e1b897eb4d97b8587c278f344c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7832308 Jan 20 07:20:09.702012 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56766) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:09.737695 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1b00c0ee-839a-4bff-aaec-781edaa09a4c req-1ccf2de7-bdc4-4400-ba42-cb1c05c616b2 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633852 Jan 20 07:20:09.792895 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c59ae047-10c1-4c96-aea8-ea6ed4ff32af admin admin] Publish callbacks [] for security_group (819a3c91-5025-403c-be07-143bbd03a088), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.803315 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-d901ec71-0e55-4b82-8134-96c1c4693465 None None] Provisioning complete for port b2671e11-225a-44a9-a184-3b4842f79b37 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:09.805969 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d901ec71-0e55-4b82-8134-96c1c4693465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.810544 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56770) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:09.859372 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c59ae047-10c1-4c96-aea8-ea6ed4ff32af admin admin] Publish callbacks [] for security_group (819a3c91-5025-403c-be07-143bbd03a088), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.904575 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e92930e-e069-48ae-bbcd-358588658f88 req-918c2dd4-882b-4465-a74e-9928ba5d664f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0681403 Jan 20 07:20:09.913746 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-d901ec71-0e55-4b82-8134-96c1c4693465 None None] Port b2671e11-225a-44a9-a184-3b4842f79b37 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:20:09.971484 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c59ae047-10c1-4c96-aea8-ea6ed4ff32af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (819a3c91-5025-403c-be07-143bbd03a088), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.975164 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c59ae047-10c1-4c96-aea8-ea6ed4ff32af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:09.976369 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c59ae047-10c1-4c96-aea8-ea6ed4ff32af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/819a3c91-5025-403c-be07-143bbd03a088 HTTP/1.1" status: 204 len: 168 time: 0.2733274 Jan 20 07:20:09.999781 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ae047-10c1-4c96-aea8-ea6ed4ff32af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a3c91-5025-403c-be07-143bbd03a088,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:10.002272 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-897fab2b-1911-4972-82ea-710f23664f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.104090 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49400f9a-ba84-4b01-8664-657969dbaa44 req-c9763b76-7dc1-4d89-ae39-f0805af48337 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:10.105794 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49400f9a-ba84-4b01-8664-657969dbaa44 req-c9763b76-7dc1-4d89-ae39-f0805af48337 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 931 time: 0.0710368 Jan 20 07:20:10.131110 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-897fab2b-1911-4972-82ea-710f23664f92 admin admin] Publish callbacks [] for security_group (627b64d8-bcb5-4473-9284-68c9f58b0df6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.139035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-897fab2b-1911-4972-82ea-710f23664f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (627b64d8-bcb5-4473-9284-68c9f58b0df6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.165640 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49400f9a-ba84-4b01-8664-657969dbaa44 req-17e30f2a-0a4a-4f5c-b762-c94235428f16 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528195 Jan 20 07:20:10.218105 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-897fab2b-1911-4972-82ea-710f23664f92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47f0a9d0813c4aa0b5fa3408464874a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046853 Jan 20 07:20:10.220008 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fab2b-1911-4972-82ea-710f23664f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627b64d8-bcb5-4473-9284-68c9f58b0df6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:10.220435 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56786) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:10.280117 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1141daa9-bb1a-46c1-99a8-4fd76e25d091 admin admin] Publish callbacks [] for security_group (627b64d8-bcb5-4473-9284-68c9f58b0df6), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.306120 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1141daa9-bb1a-46c1-99a8-4fd76e25d091 admin admin] Publish callbacks [] for security_group (627b64d8-bcb5-4473-9284-68c9f58b0df6), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.372028 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1141daa9-bb1a-46c1-99a8-4fd76e25d091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (627b64d8-bcb5-4473-9284-68c9f58b0df6), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.376837 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1141daa9-bb1a-46c1-99a8-4fd76e25d091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.381113 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1141daa9-bb1a-46c1-99a8-4fd76e25d091 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/627b64d8-bcb5-4473-9284-68c9f58b0df6 HTTP/1.1" status: 204 len: 168 time: 0.1570926 Jan 20 07:20:10.394353 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141daa9-bb1a-46c1-99a8-4fd76e25d091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627b64d8-bcb5-4473-9284-68c9f58b0df6,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:10.403884 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56790) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:10.428606 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c4801468-6e03-4abd-9427-4bd51780f74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.523559 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c4801468-6e03-4abd-9427-4bd51780f74a admin admin] Publish callbacks [] for security_group (7bb3b56c-5813-461e-beea-6257f9ffbcc0), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.528867 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c4801468-6e03-4abd-9427-4bd51780f74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (7bb3b56c-5813-461e-beea-6257f9ffbcc0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.557897 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-191389ed-12f3-4b91-b2c9-daead3d24783 req-8a86af8a-2617-4302-9f15-aafb41dc9208 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0462918 Jan 20 07:20:10.577117 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c4801468-6e03-4abd-9427-4bd51780f74a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9daf060bf62a4deb94c5a207176f218c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679399 Jan 20 07:20:10.577402 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56794) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:10.591311 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4801468-6e03-4abd-9427-4bd51780f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb3b56c-5813-461e-beea-6257f9ffbcc0,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:10.642777 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68d5ed18-38c9-4ed7-b9c8-1e27bfec049b admin admin] Publish callbacks [] for security_group (7bb3b56c-5813-461e-beea-6257f9ffbcc0), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.669671 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68d5ed18-38c9-4ed7-b9c8-1e27bfec049b admin admin] Publish callbacks [] for security_group (7bb3b56c-5813-461e-beea-6257f9ffbcc0), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.740024 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68d5ed18-38c9-4ed7-b9c8-1e27bfec049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (7bb3b56c-5813-461e-beea-6257f9ffbcc0), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.742820 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68d5ed18-38c9-4ed7-b9c8-1e27bfec049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.744071 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-68d5ed18-38c9-4ed7-b9c8-1e27bfec049b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bb3b56c-5813-461e-beea-6257f9ffbcc0 HTTP/1.1" status: 204 len: 168 time: 0.1656482 Jan 20 07:20:10.755240 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5ed18-38c9-4ed7-b9c8-1e27bfec049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb3b56c-5813-461e-beea-6257f9ffbcc0,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:10.911057 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 56802) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:10.926181 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5acf8530-b2db-4c0a-827f-e62c42b4b9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:10.930640 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697b16a-12cb-4c3f-bdbe-26bd2b20d916 req-18968bbb-c481-4bde-a7fe-ee130b557036 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:10.932956 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4697b16a-12cb-4c3f-bdbe-26bd2b20d916 req-18968bbb-c481-4bde-a7fe-ee130b557036 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.0932813 Jan 20 07:20:10.991392 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Request body: {'port': {'device_id': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:11.020042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Request body: {'port': {'device_id': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'admin_state_up': True, 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:11.048867 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Request body: {'port': {'device_id': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:11.155178 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-76487413-ffd0-4399-9883-912e970e05d6 req-9cbe16fb-bb89-4ad1-94e8-c3d3c75462ec tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.1104767 Jan 20 07:20:11.190339 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4697b16a-12cb-4c3f-bdbe-26bd2b20d916 req-a39d4058-3251-4e04-b596-f6a27aad1f52 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464852 Jan 20 07:20:11.234628 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (57918ad2-d743-4890-85e3-f599261798e1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:11.252749 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-7ce2f9f3-61c5-4f46-b218-16def070290d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b430e6e902a455aa9266caa14a797fd HTTP/1.1" status: 200 len: 379 time: 0.2734394 Jan 20 07:20:11.265334 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'port': {'device_id': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'admin_state_up': True, 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'security_groups': ['cece64ec-0c1d-40ca-bf27-dbe232ed1831']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:11.348778 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:11.497852 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5acf8530-b2db-4c0a-827f-e62c42b4b9c9 admin admin] Publish callbacks [] for security_group (1cef0508-1154-473b-9fb4-cf6737555be5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:11.531060 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5acf8530-b2db-4c0a-827f-e62c42b4b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (1cef0508-1154-473b-9fb4-cf6737555be5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:11.574415 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Made reservation on behalf of a7dff55aeff049d58a07b5f1dcdab7f7 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:20:11.581409 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:11.809177 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Made reservation on behalf of 4b430e6e902a455aa9266caa14a797fd for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:20:11.815955 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:11.827579 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc94fa90-6981-42d8-91d9-7340b6663a94 req-dc32abb2-45d2-4887-8f64-9f492a32698b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.1302986 Jan 20 07:20:11.847410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f4b5d-ce7e-49d3-9544-7a9204df66dc req-101e991e-d6d2-4a0d-b384-74a857a4da02 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:11.857615 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-de5f4b5d-ce7e-49d3-9544-7a9204df66dc req-101e991e-d6d2-4a0d-b384-74a857a4da02 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 931 time: 0.5331945 Jan 20 07:20:11.917825 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5acf8530-b2db-4c0a-827f-e62c42b4b9c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae1d5fa83c904d988c74570211001ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0052724 Jan 20 07:20:11.926706 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 56846) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:11.933170 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf8530-b2db-4c0a-827f-e62c42b4b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cef0508-1154-473b-9fb4-cf6737555be5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:12.079706 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-de5f4b5d-ce7e-49d3-9544-7a9204df66dc req-68fdbe02-cd76-4374-9e12-174ce3a5c33a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205114 Jan 20 07:20:12.105809 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f047fb9c-6272-479d-881f-5b26b3fd906e admin admin] Publish callbacks [] for security_group (1cef0508-1154-473b-9fb4-cf6737555be5), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.185635 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Allocated IP 172.20.0.12 (07e60e53-7313-409f-846d-f039ea182901/5b69002d-ee71-4601-a909-53b3eb8e00f9/7e66bee4-91a1-4448-95d5-7bbf46c1e317) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:20:12.190535 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f047fb9c-6272-479d-881f-5b26b3fd906e admin admin] Publish callbacks [] for security_group (1cef0508-1154-473b-9fb4-cf6737555be5), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.210836 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57918ad2-d743-4890-85e3-f599261798e1 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:12.228977 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Publish callbacks [] for port (57918ad2-d743-4890-85e3-f599261798e1), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.275636 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Transition to ACTIVE for port object 57918ad2-d743-4890-85e3-f599261798e1 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:20:12.289944 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (57918ad2-d743-4890-85e3-f599261798e1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.446737 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7bc2ebf4-86d2-41b4-85e2-e704aa426591 req-5bb1d8ed-dc29-4974-96c7-c3612c7cab6a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0973079 Jan 20 07:20:12.460314 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Pushing event updated for resources: {'Port': ['ID=57918ad2-d743-4890-85e3-f599261798e1,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:12.479137 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f047fb9c-6272-479d-881f-5b26b3fd906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (1cef0508-1154-473b-9fb4-cf6737555be5), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.481927 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f047fb9c-6272-479d-881f-5b26b3fd906e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.485747 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f047fb9c-6272-479d-881f-5b26b3fd906e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cef0508-1154-473b-9fb4-cf6737555be5 HTTP/1.1" status: 204 len: 168 time: 0.5549810 Jan 20 07:20:12.589821 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047fb9c-6272-479d-881f-5b26b3fd906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cef0508-1154-473b-9fb4-cf6737555be5,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:12.603841 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Attempting to bind port 57918ad2-d743-4890-85e3-f599261798e1 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:20:12.604184 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Attempting to bind port 57918ad2-d743-4890-85e3-f599261798e1 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:20:12.604810 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Attempting to bind port 57918ad2-d743-4890-85e3-f599261798e1 on network 75f16681-fc15-4b90-a6be-5411199e3284 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:12.620271 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.626389 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Port 57918ad2-d743-4890-85e3-f599261798e1 on network 75f16681-fc15-4b90-a6be-5411199e3284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:20:12.626723 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Attempting to bind port 57918ad2-d743-4890-85e3-f599261798e1 on network 75f16681-fc15-4b90-a6be-5411199e3284 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:12.637377 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:20:12.637748 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Checking segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:20:12.638136 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Bound using segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:20:12.638630 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Bound port: 57918ad2-d743-4890-85e3-f599261798e1, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:20:12.639052 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (57918ad2-d743-4890-85e3-f599261798e1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.753210 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2671e11-225a-44a9-a184-3b4842f79b37 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:12.794414 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.799205 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Publish callbacks [] for port (b2671e11-225a-44a9-a184-3b4842f79b37), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.859962 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] For port 57918ad2-d743-4890-85e3-f599261798e1, host hv-cinder-82301, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:20:12.881365 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Transition to ACTIVE for port object b2671e11-225a-44a9-a184-3b4842f79b37 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:20:12.883758 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Allocated IP 172.20.0.6 (75f16681-fc15-4b90-a6be-5411199e3284/4a1d5349-64e2-4428-a894-79f860be85a4/3bc86eb4-4a85-4bb6-9aff-5d9f68214b60) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:20:12.899956 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:12.928597 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b11a06-6405-453e-807f-b7ad185c8bfa req-a81aa58c-5110-4695-b63d-edb5a1f5efb4 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:12.931010 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-89b11a06-6405-453e-807f-b7ad185c8bfa req-a81aa58c-5110-4695-b63d-edb5a1f5efb4 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 943 time: 0.5300891 Jan 20 07:20:12.991985 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:20:13.099290 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] For port 57918ad2-d743-4890-85e3-f599261798e1, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=57918ad2-d743-4890-85e3-f599261798e1,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:20:13.234959 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (57918ad2-d743-4890-85e3-f599261798e1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:13.260333 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d75012ed-620b-4f68-8781-7b6a1646fa7f req-06c260a5-3190-4b5b-a1b5-9fd847eb630a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.2096782 Jan 20 07:20:13.280611 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:13.283371 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:13.290597 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] 10.222.0.42 "PUT /v2.0/ports/57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 1093 time: 2.3093355 Jan 20 07:20:13.305066 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'tag': '57918ad2-d743-4890-85e3-f599261798e1'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:13.314157 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912cc4c9-f895-400e-ba36-e68c36f2d285" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ead18d-52af-4337-9e4e-c8ba32d503a4", "tag": "57918ad2-d743-4890-85e3-f599261798e1"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:13.329976 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Network 07e60e53-7313-409f-846d-f039ea182901 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:20:13.339877 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:13.342746 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:20:13.349488 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:20:13.362758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:13.367366 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:13.488710 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-89b11a06-6405-453e-807f-b7ad185c8bfa req-1c2db4e8-74dc-49ad-b253-c38be5f377cb tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377679 Jan 20 07:20:13.513266 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,segment=NetworkSegment(1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9),segment_id=1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:13.516903 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2558160 Jan 20 07:20:13.519725 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4370a3c-6674-46a4-9b5c-7143616c1f1c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'Port': ['ID=7e66bee4-91a1-4448-95d5-7bbf46c1e317,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:13.529368 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Attempting to bind port b2671e11-225a-44a9-a184-3b4842f79b37 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:20:13.534516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Attempting to bind port b2671e11-225a-44a9-a184-3b4842f79b37 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:20:13.534516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Attempting to bind port b2671e11-225a-44a9-a184-3b4842f79b37 on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:13.583273 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883', 'network_id': 'd0c931c3-7b6f-40b3-8586-a600e9bfd398', 'port_id': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883', 'mac_address': 'fa:16:3e:f1:f5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba42dc2-46c1-473c-8447-1af2f181e8bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:20:13.720508 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:13.720907 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:13.758539 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:13.770998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Port b2671e11-225a-44a9-a184-3b4842f79b37 on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:20:13.771488 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Attempting to bind port b2671e11-225a-44a9-a184-3b4842f79b37 on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:13.792306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-bd8d14fd-2222-4d9e-ac26-9697cc487187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:13.795548 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-bd8d14fd-2222-4d9e-ac26-9697cc487187 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1096 time: 0.4000678 Jan 20 07:20:13.821714 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d7529-4571-4869-b3f7-79a5046ed4dd service neutron] Pushing event updated for resources: {'Port': ['ID=57918ad2-d743-4890-85e3-f599261798e1,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:13.823520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:20:13.825276 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Checking segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:20:13.825560 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,segment=NetworkSegment(1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9),segment_id=1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:13.826407 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Bound using segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:20:13.834384 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Bound port: b2671e11-225a-44a9-a184-3b4842f79b37, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:20:13.834814 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:13.836953 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: from cryptography.utils import int_from_bytes Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: from cryptography.utils import int_from_bytes Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.880588 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:13.885652 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:20:13.904215 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffa0ad-18b6-4ec9-88aa-403b2a90fad6 req-a0b8bb5b-b093-4186-88e3-080ee7b7011b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:13.919485 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6cffa0ad-18b6-4ec9-88aa-403b2a90fad6 req-a0b8bb5b-b093-4186-88e3-080ee7b7011b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.5033431 Jan 20 07:20:13.952753 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f1d807-d57f-4c96-b279-9436e5281ad6 x-openstack-request-id: req-66f1d807-d57f-4c96-b279-9436e5281ad6 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:13.953064 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ead18d-52af-4337-9e4e-c8ba32d503a4", "tag": "57918ad2-d743-4890-85e3-f599261798e1", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:13.956467 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66f1d807-d57f-4c96-b279-9436e5281ad6 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:13.956916 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'tag': '57918ad2-d743-4890-85e3-f599261798e1', 'status': 'completed', 'code': 200} Jan 20 07:20:13.975986 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:13.976464 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks [] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:14.001799 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:20:14.009564 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:20:14.028483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:14.061766 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6cffa0ad-18b6-4ec9-88aa-403b2a90fad6 req-12dcb4bc-6273-4348-9329-24955a0fdd08 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406441 Jan 20 07:20:14.078102 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:14.078725 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:14.080249 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 1093 time: 3.0483699 Jan 20 07:20:14.088503 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:14.105119 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-9cea4864-52af-42ae-8666-7b4720955bcd None None] Provisioning complete for port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:14.105119 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cea4864-52af-42ae-8666-7b4720955bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:14.162368 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-9cea4864-52af-42ae-8666-7b4720955bcd None None] Port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:20:14.247372 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:14.259868 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49992-0a3d-4613-9bb7-47ddd8f83528 service neutron] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:14.322740 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Network 75f16681-fc15-4b90-a6be-5411199e3284 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:20:14.334758 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:20:14.346516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:20:14.353681 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:14.354701 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:14.411390 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34931a53-9aec-4af6-a2a9-3291a72d515f req-69878b43-3381-4f03-8704-c671deb71be0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:14.414000 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34931a53-9aec-4af6-a2a9-3291a72d515f req-69878b43-3381-4f03-8704-c671deb71be0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 932 time: 0.2317030 Jan 20 07:20:14.418497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Pushing event updated for resources: {'Port': ['ID=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:14.456440 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-5ccc2c8b-f4b1-41b3-9565-4b2ca6c21fa7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4530282 Jan 20 07:20:14.475049 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d56268-38b9-4a16-864f-e6c6ada07e22" -d '{"events": [{"name": "network-changed", "server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:14.516689 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d003ef-833f-47fb-9953-dc4cb82ba61b req-f9548c09-eea4-42c8-afb8-2a3f16aa5ddd tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:14.518305 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91d003ef-833f-47fb-9953-dc4cb82ba61b req-f9548c09-eea4-42c8-afb8-2a3f16aa5ddd tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 931 time: 0.0887187 Jan 20 07:20:14.522620 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34931a53-9aec-4af6-a2a9-3291a72d515f req-6317be16-f9b7-4bd3-9481-5f2d4966ff4d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967033 Jan 20 07:20:14.602435 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91d003ef-833f-47fb-9953-dc4cb82ba61b req-86247919-1b88-41f2-8910-fa9a33e4e513 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771656 Jan 20 07:20:14.663170 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7f770b-9a45-4f08-9a64-22393f315f7b x-openstack-request-id: req-1d7f770b-9a45-4f08-9a64-22393f315f7b {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:14.663713 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:14.663969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d7f770b-9a45-4f08-9a64-22393f315f7b {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:14.664475 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'status': 'completed', 'code': 200} Jan 20 07:20:14.775871 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d90307-e4db-416f-af7f-aeb18ed3e8a3 req-18e131fd-c50b-406f-bd3d-5c7460ab8ee9 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:14.778778 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-57d90307-e4db-416f-af7f-aeb18ed3e8a3 req-18e131fd-c50b-406f-bd3d-5c7460ab8ee9 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 944 time: 0.0975785 Jan 20 07:20:14.871468 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-57d90307-e4db-416f-af7f-aeb18ed3e8a3 req-b8b6d5cd-8da1-4276-bdda-e31b1be43486 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Jan 20 07:20:15.234568 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618d402-58bd-4b74-a845-55edb1ca8044 req-a8641b54-30da-4485-b5d6-7c60251f02de tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:15.242160 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d618d402-58bd-4b74-a845-55edb1ca8044 req-a8641b54-30da-4485-b5d6-7c60251f02de tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0815549 Jan 20 07:20:15.297079 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d618d402-58bd-4b74-a845-55edb1ca8044 req-4da583c1-6322-4f49-b84b-3262bcdcaad5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538168 Jan 20 07:20:15.734493 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d504be-42a6-477a-ada8-6346697633c7 req-2a8db371-34dd-4a6f-a1c7-0cca0f004f53 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:15.737091 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d7d504be-42a6-477a-ada8-6346697633c7 req-2a8db371-34dd-4a6f-a1c7-0cca0f004f53 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 932 time: 0.1102905 Jan 20 07:20:15.822612 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b063e7-e764-4c2e-8cfd-dfe8f85ad7f2 req-f64c9ef5-abee-4b50-a9e7-fb29962cea37 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:15.833923 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-01b063e7-e764-4c2e-8cfd-dfe8f85ad7f2 req-f64c9ef5-abee-4b50-a9e7-fb29962cea37 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 931 time: 0.1095433 Jan 20 07:20:15.846530 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d7d504be-42a6-477a-ada8-6346697633c7 req-b196cccb-b66a-4ffb-8546-d264d485f623 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995510 Jan 20 07:20:15.901264 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-01b063e7-e764-4c2e-8cfd-dfe8f85ad7f2 req-8ca28aae-b844-4391-9767-29fc70f3839e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661364 Jan 20 07:20:16.045077 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050172d-23d9-4b87-b5d0-1366cfe6543f req-b112c5ba-233e-4fd2-ab97-7b229dd9350f tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:16.046967 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8050172d-23d9-4b87-b5d0-1366cfe6543f req-b112c5ba-233e-4fd2-ab97-7b229dd9350f tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 944 time: 0.0637996 Jan 20 07:20:16.073488 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Request body: {'port': {'device_id': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:16.087998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Request body: {'port': {'device_id': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:16.205587 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-98822208-e6dd-4b62-9e5a-a90260e1652d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.1249111 Jan 20 07:20:16.315065 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-0062b3e1-c6ec-4ea4-b8eb-da62fdd81fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:16.317206 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-0062b3e1-c6ec-4ea4-b8eb-da62fdd81fe8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1096 time: 0.2193012 Jan 20 07:20:16.322631 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:16.336307 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:20:16.343545 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57038) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:16.376016 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8050172d-23d9-4b87-b5d0-1366cfe6543f req-2855fb74-a205-4923-a23b-6eabbebf9670 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206508 Jan 20 07:20:16.380337 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:16.426992 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c50000f3-801c-45a4-8dc1-2a3a23a3d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:16.430813 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-c50000f3-801c-45a4-8dc1-2a3a23a3d23c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.2110217 Jan 20 07:20:16.446760 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-e63538fb-003a-458a-a020-71f6fd608a4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 217 time: 0.1061902 Jan 20 07:20:16.540386 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-b0c73ba2-b3f9-433c-ba8c-b8f04315b4c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570006 Jan 20 07:20:16.899321 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57054) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:17.091065 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-056b9299-7a03-4882-9358-fccda9e781dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:17.108832 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-1f51eab8-4566-4195-a289-e04f1271176f service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576301 Jan 20 07:20:17.146574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-f7e98063-8bc2-43be-8957-80be16c65995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.148122 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-f7e98063-8bc2-43be-8957-80be16c65995 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.6396081 Jan 20 07:20:17.181670 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc06ec1-1c87-442f-8322-4dfdb19f35b4 req-ba79a60b-014a-458e-9464-a4d97bea9092 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.189298 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfc06ec1-1c87-442f-8322-4dfdb19f35b4 req-ba79a60b-014a-458e-9464-a4d97bea9092 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.6647046 Jan 20 07:20:17.240639 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6847e-93b9-4b44-a73c-b7886e1fe995 req-f62aaabc-dada-4ebb-9bf9-7627ba780d9e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.242324 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4bc6847e-93b9-4b44-a73c-b7886e1fe995 req-f62aaabc-dada-4ebb-9bf9-7627ba780d9e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 932 time: 0.2070398 Jan 20 07:20:17.336471 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-041f2c08-b577-4c65-9e91-ce90af9900e9 req-ecfa6f76-db4b-4e85-a210-a3499202ea38 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198832 Jan 20 07:20:17.347358 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e66bee4-91a1-4448-95d5-7bbf46c1e317 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:17.361868 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b19d6142-bc86-41aa-85ac-ceb5f4c9333f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:17.364953 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Publish callbacks [] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:17.373294 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4bc6847e-93b9-4b44-a73c-b7886e1fe995 req-01ec90bf-7461-434a-9abb-5ce0be5109cc tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163733 Jan 20 07:20:17.409773 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Transition to ACTIVE for port object 7e66bee4-91a1-4448-95d5-7bbf46c1e317 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:20:17.409961 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-f87ba7e8-1c3a-421f-a60f-38e4b179d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.409961 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-f87ba7e8-1c3a-421f-a60f-38e4b179d3f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2513769 Jan 20 07:20:17.422942 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:17.513118 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-3292b149-f234-42da-9ea6-d22fbf49cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.515148 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-3292b149-f234-42da-9ea6-d22fbf49cf57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1096 time: 0.1090112 Jan 20 07:20:17.525090 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e66bee4-91a1-4448-95d5-7bbf46c1e317,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:17.602971 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfc06ec1-1c87-442f-8322-4dfdb19f35b4 req-259ab788-fc2d-4990-b745-89d257e5dd47 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126103 Jan 20 07:20:17.631893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Attempting to bind port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:20:17.632282 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Attempting to bind port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:20:17.632582 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Attempting to bind port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 on network 07e60e53-7313-409f-846d-f039ea182901 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:17.649226 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 on network 07e60e53-7313-409f-846d-f039ea182901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:20:17.649340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Attempting to bind port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 on network 07e60e53-7313-409f-846d-f039ea182901 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:17.671787 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:20:17.672803 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Checking segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:20:17.673311 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Bound using segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:20:17.673893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Bound port: 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:20:17.674386 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:17.693003 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c03b1-f08f-4a4a-a0d4-7202853889b3 req-71bda97e-3e64-4085-ad7c-b3cda73d5a42 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.702135 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f95c03b1-f08f-4a4a-a0d4-7202853889b3 req-71bda97e-3e64-4085-ad7c-b3cda73d5a42 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 931 time: 0.1963422 Jan 20 07:20:17.784914 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-f70bf281-f38d-4160-a00c-13663a780932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.786846 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-f70bf281-f38d-4160-a00c-13663a780932 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.2629435 Jan 20 07:20:17.861228 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-7de407f0-92e7-4165-a7d8-4be6fdca16f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.0636945 Jan 20 07:20:17.865410 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f95c03b1-f08f-4a4a-a0d4-7202853889b3 req-256db947-784e-429c-a69c-116cac409fd7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620314 Jan 20 07:20:17.939145 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] For port 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host hv-cinder-82301, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:20:17.965729 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] For port 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:20:17.972350 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-ef8488ba-f28d-4898-8297-c2036de2fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:17.974658 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-ef8488ba-f28d-4898-8297-c2036de2fa1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.1023684 Jan 20 07:20:17.976669 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.048552 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:18.070428 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:20:18.071088 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-d9cca5d6-d571-4d9c-bbf4-7074d4321f6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861826 Jan 20 07:20:18.077048 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Publish callbacks [] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.101299 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:18.103035 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.105753 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 200 len: 1094 time: 2.0487297 Jan 20 07:20:18.106917 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:18.112443 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be5923b-83a5-45c6-8c8d-0bd8394aedea" -d '{"events": [{"name": "network-changed", "server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:18.152257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-056b9299-7a03-4882-9358-fccda9e781dd admin admin] Publish callbacks [] for security_group (f94a47e1-5488-4ee9-9a62-0e35862e34b0), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.160834 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Transition to ACTIVE for port object 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:20:18.183706 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-056b9299-7a03-4882-9358-fccda9e781dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f94a47e1-5488-4ee9-9a62-0e35862e34b0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.207845 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b19d6142-bc86-41aa-85ac-ceb5f4c9333f admin admin] Publish callbacks [] for security_group (e7ad6bc7-83a9-4394-b597-4b49ea439059), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.217478 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.260409 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2621b16-3b25-40ec-bd63-70248cda0bb1 x-openstack-request-id: req-d2621b16-3b25-40ec-bd63-70248cda0bb1 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:18.261025 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:18.261382 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2621b16-3b25-40ec-bd63-70248cda0bb1 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:18.261952 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'status': 'completed', 'code': 200} Jan 20 07:20:18.284748 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b19d6142-bc86-41aa-85ac-ceb5f4c9333f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e7ad6bc7-83a9-4394-b597-4b49ea439059), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.285973 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:20:18.289733 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-0fb7b7d2-f048-422d-91b9-d2e208d31aaa service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551648 Jan 20 07:20:18.304551 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458cda-dab0-4d15-b031-65ca6889bcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e66bee4-91a1-4448-95d5-7bbf46c1e317,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:18.307431 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:18.315945 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aaff6-2004-496b-930d-c1c7d842d3f5 req-b1a3d7bc-e751-4d73-9158-46860c7113de tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:18.317595 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-031aaff6-2004-496b-930d-c1c7d842d3f5 req-b1a3d7bc-e751-4d73-9158-46860c7113de tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 944 time: 0.3353834 Jan 20 07:20:18.333294 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.370277 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-5a5a02f6-aefa-4dd5-9cf3-e3c7f260041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:18.371847 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-5a5a02f6-aefa-4dd5-9cf3-e3c7f260041f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 1097 time: 0.1531100 Jan 20 07:20:18.383471 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-4dd5d4f2-8299-443f-9d10-11ab4e98d96a service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004229 Jan 20 07:20:18.473491 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Pushing event updated for resources: {'Port': ['ID=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:18.498302 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-056b9299-7a03-4882-9358-fccda9e781dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=542e8d8d04f44ff1acc0f7a55cd89e72&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1495488 Jan 20 07:20:18.503306 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b19d6142-bc86-41aa-85ac-ceb5f4c9333f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae48c4e2a2124937a85ee351f77892e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4924674 Jan 20 07:20:18.504128 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57096) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:18.504309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57098) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:18.507126 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-71714783-f09b-41f5-96fe-f89b6fa2c327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 200 len: 217 time: 0.1264489 Jan 20 07:20:18.587738 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9299-7a03-4882-9358-fccda9e781dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a47e1-5488-4ee9-9a62-0e35862e34b0,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:18.643765 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-daa44d2b-97ea-4c44-87c3-473d3b8d364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:18.646718 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-daa44d2b-97ea-4c44-87c3-473d3b8d364b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.1062739 Jan 20 07:20:18.712288 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Attempting to bind port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:20:18.712747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Attempting to bind port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:20:18.713072 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Attempting to bind port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 on network 75f16681-fc15-4b90-a6be-5411199e3284 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:18.734096 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:18.738670 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.769690 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-031aaff6-2004-496b-930d-c1c7d842d3f5 req-df20b2e1-6d10-466e-8205-39cf673a1815 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117608 Jan 20 07:20:18.772451 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-912cc4c9-f895-400e-ba36-e68c36f2d285 req-79d64d4f-b08b-4f49-9ad9-4989fe99da32 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699546 Jan 20 07:20:18.809680 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba339-ef9c-4592-af17-8a14b8e3b801 req-daf8de9b-30c4-4357-828c-f8efa87cfa00 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:18.812390 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-effba339-ef9c-4592-af17-8a14b8e3b801 req-daf8de9b-30c4-4357-828c-f8efa87cfa00 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 944 time: 0.1898725 Jan 20 07:20:18.823796 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 on network 75f16681-fc15-4b90-a6be-5411199e3284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:20:18.831675 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Attempting to bind port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 on network 75f16681-fc15-4b90-a6be-5411199e3284 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:20:18.832178 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-fa8b2682-4144-497d-ab4c-676729ca8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:18.833902 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-fa8b2682-4144-497d-ab4c-676729ca8378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420763 Jan 20 07:20:18.848919 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d6142-bc86-41aa-85ac-ceb5f4c9333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad6bc7-83a9-4394-b597-4b49ea439059,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:18.906677 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9aeba9ec-3c8b-469f-b868-0c740b810d6a req-f645ee97-cc38-485a-83be-e4ba6c6a219b service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002259 Jan 20 07:20:18.910213 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:18.917735 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:20:18.918109 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Checking segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:20:18.918741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Bound using segment: {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:20:18.919777 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Bound port: 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:20:18.920454 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.945817 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a46602f1-acd0-451b-b621-0d83ea52b236 admin admin] Publish callbacks [] for security_group (e7ad6bc7-83a9-4394-b597-4b49ea439059), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.972512 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d56ff9-c1a3-4b93-8c9a-694f99861bfb admin admin] Publish callbacks [] for security_group (f94a47e1-5488-4ee9-9a62-0e35862e34b0), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:18.979408 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-40b31c9b-ecc5-4006-95fe-8560f37b448e service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346209 Jan 20 07:20:19.093831 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-effba339-ef9c-4592-af17-8a14b8e3b801 req-0c1a603b-4c7f-4cba-a47c-c5f1ec38c831 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626686 Jan 20 07:20:19.121713 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,segment=NetworkSegment(1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9),segment_id=1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:19.126101 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a46602f1-acd0-451b-b621-0d83ea52b236 admin admin] Publish callbacks [] for security_group (e7ad6bc7-83a9-4394-b597-4b49ea439059), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.134725 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.158356 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d56ff9-c1a3-4b93-8c9a-694f99861bfb admin admin] Publish callbacks [] for security_group (f94a47e1-5488-4ee9-9a62-0e35862e34b0), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.211009 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e101cbb8-b511-430b-bb64-86e2dfb7bc0f req-81de6108-080c-48ca-a64b-de39144c1169 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230444 Jan 20 07:20:19.244869 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4da10-5e1e-4d9b-a7c3-dcabf137118f req-17ba7183-a5fc-4b80-aabc-8e6a377232e3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:19.253631 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:19.254356 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2bd4da10-5e1e-4d9b-a7c3-dcabf137118f req-17ba7183-a5fc-4b80-aabc-8e6a377232e3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.3258178 Jan 20 07:20:19.316210 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] For port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:20:19.331557 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-d4023180-d53d-4b03-96f9-9ff78124daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:19.333470 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-d4023180-d53d-4b03-96f9-9ff78124daba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1096 time: 0.3184440 Jan 20 07:20:19.355761 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1aa56-5515-40cd-84f6-1a3c48d73f0b req-a6aa14a8-4a99-4d84-a2fd-4ea6b8f8e644 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:19.356482 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] For port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:20:19.370522 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-20d1aa56-5515-40cd-84f6-1a3c48d73f0b req-a6aa14a8-4a99-4d84-a2fd-4ea6b8f8e644 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.1567190 Jan 20 07:20:19.373992 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.408798 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2bd4da10-5e1e-4d9b-a7c3-dcabf137118f req-0c6dc020-08c5-40a5-914e-e402fbed4697 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531506 Jan 20 07:20:19.409941 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a46602f1-acd0-451b-b621-0d83ea52b236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e7ad6bc7-83a9-4394-b597-4b49ea439059), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.413346 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a46602f1-acd0-451b-b621-0d83ea52b236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.414295 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf8795-b3a9-4a50-ba99-0e3e26e11765" -d '{"events": [{"server_uuid": "844eeac0-9cf9-485c-a6a9-c9c27b5f9836", "name": "network-vif-plugged", "status": "completed", "tag": "dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:19.425659 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a46602f1-acd0-451b-b621-0d83ea52b236 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7ad6bc7-83a9-4394-b597-4b49ea439059 HTTP/1.1" status: 204 len: 168 time: 0.8945210 Jan 20 07:20:19.472865 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-20d1aa56-5515-40cd-84f6-1a3c48d73f0b req-a224aeed-be58-4771-8e62-23566d68a422 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006799 Jan 20 07:20:19.495556 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d56ff9-c1a3-4b93-8c9a-694f99861bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f94a47e1-5488-4ee9-9a62-0e35862e34b0), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.501486 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d56ff9-c1a3-4b93-8c9a-694f99861bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.506520 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a6d56ff9-c1a3-4b93-8c9a-694f99861bfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f94a47e1-5488-4ee9-9a62-0e35862e34b0 HTTP/1.1" status: 204 len: 168 time: 0.9867721 Jan 20 07:20:19.519240 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:19.520452 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:19.523113 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] 10.222.0.42 "PUT /v2.0/ports/3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 HTTP/1.1" status: 200 len: 1093 time: 3.4473374 Jan 20 07:20:19.529639 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46602f1-acd0-451b-b621-0d83ea52b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad6bc7-83a9-4394-b597-4b49ea439059,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:19.541747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'tag': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:19.555266 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70be4fa6-28b1-42e2-8a16-075f0ce34dad" -d '{"events": [{"name": "network-changed", "server_uuid": "04d5e322-dec9-43f7-aef2-7cd77f74504e", "tag": "3bc86eb4-4a85-4bb6-9aff-5d9f68214b60"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:19.575665 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d56ff9-c1a3-4b93-8c9a-694f99861bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a47e1-5488-4ee9-9a62-0e35862e34b0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:19.597341 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f0bad-2da2-4e58-a85b-d1cd1454e47e service neutron] Pushing event updated for resources: {'Port': ['ID=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:19.599243 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ced32eb-46e5-4746-94d1-7baebbbd13e2 x-openstack-request-id: req-0ced32eb-46e5-4746-94d1-7baebbbd13e2 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:19.601966 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844eeac0-9cf9-485c-a6a9-c9c27b5f9836", "name": "network-vif-plugged", "status": "completed", "tag": "dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:19.602240 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ced32eb-46e5-4746-94d1-7baebbbd13e2 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:19.603607 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883', 'code': 200} Jan 20 07:20:19.660784 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b2d9ef-c51c-4b85-9e62-6c200f8e3bdc x-openstack-request-id: req-39b2d9ef-c51c-4b85-9e62-6c200f8e3bdc {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:19.661078 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d5e322-dec9-43f7-aef2-7cd77f74504e", "tag": "3bc86eb4-4a85-4bb6-9aff-5d9f68214b60", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:19.661362 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39b2d9ef-c51c-4b85-9e62-6c200f8e3bdc {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:19.661807 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'tag': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60', 'status': 'completed', 'code': 200} Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: from cryptography.utils import int_from_bytes Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: from cryptography.utils import int_from_bytes Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.969351 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:20:19.972014 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:20:19.974424 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406092a-fda0-4bcd-a4dd-96345c66d00c req-aba9e1e0-d2b1-4186-83af-594f83fe45cd tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:19.976163 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c406092a-fda0-4bcd-a4dd-96345c66d00c req-aba9e1e0-d2b1-4186-83af-594f83fe45cd tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.0758400 Jan 20 07:20:19.981489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57144) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:20.000538 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57146) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:20.011814 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a80cc05e-2689-40b0-8d5b-e8baa27eec69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.019283 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18280500-9777-4ebe-9d4d-d0c6df092aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.059868 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c406092a-fda0-4bcd-a4dd-96345c66d00c req-7eb6d2fd-695b-4782-8a2e-2d21a5dd3c1f tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709078 Jan 20 07:20:20.126520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a80cc05e-2689-40b0-8d5b-e8baa27eec69 admin admin] Publish callbacks [] for security_group (e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.131594 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18280500-9777-4ebe-9d4d-d0c6df092aae admin admin] Publish callbacks [] for security_group (efe6ab33-6aaf-47ae-b968-2e72f709b25a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.131814 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a80cc05e-2689-40b0-8d5b-e8baa27eec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.135925 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18280500-9777-4ebe-9d4d-d0c6df092aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (efe6ab33-6aaf-47ae-b968-2e72f709b25a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.179073 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-18280500-9777-4ebe-9d4d-d0c6df092aae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7f64a2cb1ab47ef9d67192ddf38cae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770313 Jan 20 07:20:20.181836 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57150) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:20.183376 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18280500-9777-4ebe-9d4d-d0c6df092aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6ab33-6aaf-47ae-b968-2e72f709b25a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:20.197148 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a80cc05e-2689-40b0-8d5b-e8baa27eec69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d4baf97a1444cb88fa670e5c405c73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139468 Jan 20 07:20:20.198224 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cc05e-2689-40b0-8d5b-e8baa27eec69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:20.200494 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57152) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:20.249812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825cf2f4-ed87-43af-ab8e-a1512055c4f4 admin admin] Publish callbacks [] for security_group (efe6ab33-6aaf-47ae-b968-2e72f709b25a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.276209 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825cf2f4-ed87-43af-ab8e-a1512055c4f4 admin admin] Publish callbacks [] for security_group (efe6ab33-6aaf-47ae-b968-2e72f709b25a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.303864 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f934d-ce04-4f2a-96f2-4266088d2e8c req-41bdc34b-0191-4286-8e3a-1b07f3895b92 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:20.305498 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-253f934d-ce04-4f2a-96f2-4266088d2e8c req-41bdc34b-0191-4286-8e3a-1b07f3895b92 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 944 time: 0.0837419 Jan 20 07:20:20.306394 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afed15fc-7cf1-4e70-8b29-dc6677569006 admin admin] Publish callbacks [] for security_group (e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.336641 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825cf2f4-ed87-43af-ab8e-a1512055c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (efe6ab33-6aaf-47ae-b968-2e72f709b25a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.339801 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825cf2f4-ed87-43af-ab8e-a1512055c4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.342089 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-825cf2f4-ed87-43af-ab8e-a1512055c4f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efe6ab33-6aaf-47ae-b968-2e72f709b25a HTTP/1.1" status: 204 len: 168 time: 0.1584864 Jan 20 07:20:20.347654 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afed15fc-7cf1-4e70-8b29-dc6677569006 admin admin] Publish callbacks [] for security_group (e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.353528 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cf2f4-ed87-43af-ab8e-a1512055c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6ab33-6aaf-47ae-b968-2e72f709b25a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:20.407112 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-253f934d-ce04-4f2a-96f2-4266088d2e8c req-d4b7b7e1-f0f9-488a-a844-4abe4fc92db4 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903554 Jan 20 07:20:20.456484 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afed15fc-7cf1-4e70-8b29-dc6677569006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.460999 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afed15fc-7cf1-4e70-8b29-dc6677569006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:20.462223 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-afed15fc-7cf1-4e70-8b29-dc6677569006 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89 HTTP/1.1" status: 204 len: 168 time: 0.2603555 Jan 20 07:20:20.471296 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed15fc-7cf1-4e70-8b29-dc6677569006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c82b5-ffbb-4ff3-a1dd-bc1257b88e89,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:20.593953 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46306a-91d0-4cc9-9cf4-ff956cedce92 req-f79e700f-11c1-42fb-9717-b964bd3362cf tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:20.602851 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb46306a-91d0-4cc9-9cf4-ff956cedce92 req-f79e700f-11c1-42fb-9717-b964bd3362cf tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0869977 Jan 20 07:20:20.668104 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb46306a-91d0-4cc9-9cf4-ff956cedce92 req-51ca9bec-350f-49a5-b248-19d197c5b904 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641599 Jan 20 07:20:20.725983 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff66622-8d24-477c-a590-30bb6eca0710 req-7548a158-1866-4310-8cf3-388568cfc857 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:20.728957 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fff66622-8d24-477c-a590-30bb6eca0710 req-7548a158-1866-4310-8cf3-388568cfc857 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.1243191 Jan 20 07:20:20.757828 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 57918ad2-d743-4890-85e3-f599261798e1 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:20:20.851758 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fff66622-8d24-477c-a590-30bb6eca0710 req-7cb93034-21db-4f6d-8303-4d2c0c047c67 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135902 Jan 20 07:20:20.952491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 57918ad2-d743-4890-85e3-f599261798e1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=57918ad2-d743-4890-85e3-f599261798e1,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:20.974037 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '57918ad2-d743-4890-85e3-f599261798e1', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'port_id': '57918ad2-d743-4890-85e3-f599261798e1', 'mac_address': 'fa:16:3e:87:b8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:20:21.069856 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 57918ad2-d743-4890-85e3-f599261798e1 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:21.070438 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (57918ad2-d743-4890-85e3-f599261798e1), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:21.130456 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57918ad2-d743-4890-85e3-f599261798e1 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:21.220300 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 57918ad2-d743-4890-85e3-f599261798e1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=57918ad2-d743-4890-85e3-f599261798e1,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:21.230381 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (57918ad2-d743-4890-85e3-f599261798e1), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:21.323361 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35285cd4-e196-4e8a-95d9-d68ed2b41ce6 req-1498ba61-bc08-412e-9e59-291baa6615e5 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:21.333155 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35285cd4-e196-4e8a-95d9-d68ed2b41ce6 req-1498ba61-bc08-412e-9e59-291baa6615e5 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.1736405 Jan 20 07:20:21.410023 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35285cd4-e196-4e8a-95d9-d68ed2b41ce6 req-e25681ef-775a-4246-96ab-435d4f7ab38e tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751307 Jan 20 07:20:21.414238 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=57918ad2-d743-4890-85e3-f599261798e1,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:21.575425 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c3a70-9ce6-4745-bb22-7a4c735e0f52 req-74bf2736-09a1-485a-ae65-18f8fdd6a24f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:21.578878 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-651c3a70-9ce6-4745-bb22-7a4c735e0f52 req-74bf2736-09a1-485a-ae65-18f8fdd6a24f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 944 time: 0.0647013 Jan 20 07:20:21.655833 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-651c3a70-9ce6-4745-bb22-7a4c735e0f52 req-a70ef271-8ffd-43d9-b4a1-11ecc20f4067 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679805 Jan 20 07:20:21.886456 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-2bb4a6b4-f24f-458d-9f46-b9297cfee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:21.890967 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-2bb4a6b4-f24f-458d-9f46-b9297cfee82d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 1097 time: 0.0885434 Jan 20 07:20:22.049061 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['57918ad2-d743-4890-85e3-f599261798e1'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:20:22.131105 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc96e23-1e46-4622-bf4e-589b8085bb12 req-5f1bc8bc-e430-4e1b-b0ed-7444f6baff52 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.133029 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7dc96e23-1e46-4622-bf4e-589b8085bb12 req-5f1bc8bc-e430-4e1b-b0ed-7444f6baff52 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1885989 Jan 20 07:20:22.156440 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4fa6-28b1-42e2-8a16-075f0ce34dad req-73f1c9d7-14ea-463e-ae6c-78f11fc4c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.158276 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70be4fa6-28b1-42e2-8a16-075f0ce34dad req-73f1c9d7-14ea-463e-ae6c-78f11fc4c2fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 1096 time: 0.3708456 Jan 20 07:20:22.199183 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-70a247b0-98ba-4e55-b67a-5c153a9aa531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.202464 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-70a247b0-98ba-4e55-b67a-5c153a9aa531 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.4403994 Jan 20 07:20:22.463730 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-66aa1f93-670f-4fe7-b264-ac0288f185fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.463730 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-66aa1f93-670f-4fe7-b264-ac0288f185fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 1098 time: 0.3345056 Jan 20 07:20:22.465893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0185daa-4dca-4ff5-bcd1-4d0d9d65bdc1 req-bcee62b1-ecdf-4166-a422-d1aa9d1e314e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.468106 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0185daa-4dca-4ff5-bcd1-4d0d9d65bdc1 req-bcee62b1-ecdf-4166-a422-d1aa9d1e314e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.3921862 Jan 20 07:20:22.487954 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-21eeba73-4944-43d2-9923-657f004d3dc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 217 time: 0.2581856 Jan 20 07:20:22.530389 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7dc96e23-1e46-4622-bf4e-589b8085bb12 req-34b61fd5-5ec3-47b5-98df-bf0abcb8acd3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755131 Jan 20 07:20:22.550232 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0185daa-4dca-4ff5-bcd1-4d0d9d65bdc1 req-9511c2b2-4168-4a49-97de-a5226237d783 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Jan 20 07:20:22.551437 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-f92b2112-3444-428c-a714-b7e0787295c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.563023 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-f92b2112-3444-428c-a714-b7e0787295c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 912 time: 0.6643214 Jan 20 07:20:22.563776 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-23f80629-9c45-413d-85cf-6fbe9aa3a7dc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:22.695081 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-18247983-c3a1-47aa-b726-aabbdd7e2604 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 200 len: 217 time: 0.1163454 Jan 20 07:20:22.756230 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-4c38e84c-28ee-47a1-8fd1-94b8016864e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.757883 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-4c38e84c-28ee-47a1-8fd1-94b8016864e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.2601366 Jan 20 07:20:22.762779 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4fa6-28b1-42e2-8a16-075f0ce34dad req-503d5d60-5f88-411e-b11f-6e8fff58eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.764566 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70be4fa6-28b1-42e2-8a16-075f0ce34dad req-503d5d60-5f88-411e-b11f-6e8fff58eed0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5844903 Jan 20 07:20:22.915679 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-f1bd26bc-0bb3-4047-a2ed-4336dd8b15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.917330 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-f1bd26bc-0bb3-4047-a2ed-4336dd8b15d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.1693339 Jan 20 07:20:22.951198 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ff2a-e16f-4da9-a83f-81cd8e51b49d req-0c63eb83-72d1-4b2c-9e88-709af02711bf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:22.959646 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aa49ff2a-e16f-4da9-a83f-81cd8e51b49d req-0c63eb83-72d1-4b2c-9e88-709af02711bf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 944 time: 0.1259072 Jan 20 07:20:23.021029 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57252) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:23.078513 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-23f80629-9c45-413d-85cf-6fbe9aa3a7dc service neutron] Publish callbacks [] for security_group (af2fd1ea-e01b-441b-86a2-1f9829579476), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:23.082346 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74afe-190c-45e6-a387-fdee045cabf4 req-b74757ae-938f-48cf-8ec3-5c5f300334f6 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:23.089832 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73f74afe-190c-45e6-a387-fdee045cabf4 req-b74757ae-938f-48cf-8ec3-5c5f300334f6 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.4373369 Jan 20 07:20:23.102559 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-e9b06bb5-ab1d-465e-94c2-981b103225a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:23.104125 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-e9b06bb5-ab1d-465e-94c2-981b103225a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781867 Jan 20 07:20:23.105010 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-23f80629-9c45-413d-85cf-6fbe9aa3a7dc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (af2fd1ea-e01b-441b-86a2-1f9829579476), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:23.187517 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aa49ff2a-e16f-4da9-a83f-81cd8e51b49d req-4d731400-c471-458b-b8c3-147230b05937 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261577 Jan 20 07:20:23.307407 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-23f80629-9c45-413d-85cf-6fbe9aa3a7dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382556 Jan 20 07:20:23.324061 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f80629-9c45-413d-85cf-6fbe9aa3a7dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af2fd1ea-e01b-441b-86a2-1f9829579476,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:23.423328 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-359ec4ca-6c86-4c15-b486-8d9f32888ace service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072579 Jan 20 07:20:23.439044 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7aff3a0-5f50-4e20-8dec-58ff49d8fc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:23.534243 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-89e05567-98c1-45ae-9e19-e52fb0a4a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:23.538217 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-89e05567-98c1-45ae-9e19-e52fb0a4a9f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7701304 Jan 20 07:20:23.655012 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73f74afe-190c-45e6-a387-fdee045cabf4 req-8a0b803d-7d49-46be-90d3-e3e51219755f tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628707 Jan 20 07:20:23.712726 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7aff3a0-5f50-4e20-8dec-58ff49d8fc94 admin admin] Publish callbacks [] for security_group (d9e85156-970c-4009-9bfb-2e82f125cbbd), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:23.726656 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7aff3a0-5f50-4e20-8dec-58ff49d8fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d9e85156-970c-4009-9bfb-2e82f125cbbd), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:23.783598 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4fa6-28b1-42e2-8a16-075f0ce34dad req-b2d3ad89-2c8f-4487-b7ff-041ce0c80026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:23.785859 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70be4fa6-28b1-42e2-8a16-075f0ce34dad req-b2d3ad89-2c8f-4487-b7ff-041ce0c80026 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0105617 Jan 20 07:20:23.834985 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5be5923b-83a5-45c6-8c8d-0bd8394aedea req-f8ef000c-ffaf-4caa-b7df-7b033a875bba service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096745 Jan 20 07:20:23.838987 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d7aff3a0-5f50-4e20-8dec-58ff49d8fc94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c03bfb90c044801871c76f0d64619c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8166947 Jan 20 07:20:23.840096 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff3a0-5f50-4e20-8dec-58ff49d8fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e85156-970c-4009-9bfb-2e82f125cbbd,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:23.853280 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57296) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:23.881099 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd7da-4241-4393-98bd-1561bf917a70 req-febc1d1a-8842-4074-9ab7-7c178735d6a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:23.885503 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-039cd7da-4241-4393-98bd-1561bf917a70 req-febc1d1a-8842-4074-9ab7-7c178735d6a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0939684 Jan 20 07:20:23.896628 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-1c62d954-971c-484e-9b96-cb5588b4cd43 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407552 Jan 20 07:20:23.912307 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d2d37-17f5-4ee2-b381-e9ec758ec1a5 req-2bbe154f-3db0-4a2e-815a-4d5eac45518e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:23.920625 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a95d2d37-17f5-4ee2-b381-e9ec758ec1a5 req-2bbe154f-3db0-4a2e-815a-4d5eac45518e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.2047150 Jan 20 07:20:24.004521 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-039cd7da-4241-4393-98bd-1561bf917a70 req-efad6986-8582-44a9-a2cf-3121af591729 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066372 Jan 20 07:20:24.016295 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-cd8409a3-dbfe-406e-987a-3219f4a4e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:24.017921 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-cd8409a3-dbfe-406e-987a-3219f4a4e2bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 1096 time: 0.1372287 Jan 20 07:20:24.035299 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a95d2d37-17f5-4ee2-b381-e9ec758ec1a5 req-e7dd89e2-685e-4680-aecb-82252e583698 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085098 Jan 20 07:20:24.058720 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68d56268-38b9-4a16-864f-e6c6ada07e22 req-f62b33fb-9239-4674-a757-5e5fd2f5fe94 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531153 Jan 20 07:20:24.134450 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-7c76781a-b844-48bd-b8ac-bdc291bea180 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 HTTP/1.1" status: 200 len: 217 time: 0.0783527 Jan 20 07:20:24.135512 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ff8f981a-33d2-4bd2-986e-a665f79ac350 admin admin] Publish callbacks [] for security_group (d9e85156-970c-4009-9bfb-2e82f125cbbd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:24.227127 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ff8f981a-33d2-4bd2-986e-a665f79ac350 admin admin] Publish callbacks [] for security_group (d9e85156-970c-4009-9bfb-2e82f125cbbd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:24.259111 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fcb4a-e05f-451c-be00-801735397bb0 req-e030093b-f532-4f35-a211-d08023929236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:24.260626 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-e030093b-f532-4f35-a211-d08023929236 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.1197009 Jan 20 07:20:24.332672 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-d88782ff-c827-4566-9d76-3892aea9e982 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523498 Jan 20 07:20:24.354746 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1936a4-a4af-41d4-9f10-bb4b649b74a7 req-ca14a410-e0a6-4103-9f5d-6902e3813675 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:24.358037 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da1936a4-a4af-41d4-9f10-bb4b649b74a7 req-ca14a410-e0a6-4103-9f5d-6902e3813675 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 944 time: 0.0682755 Jan 20 07:20:24.442392 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da1936a4-a4af-41d4-9f10-bb4b649b74a7 req-28b69058-15b3-4605-b8dc-149c0b3dc9df tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761440 Jan 20 07:20:24.478276 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57324) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:24.478657 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ff8f981a-33d2-4bd2-986e-a665f79ac350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d9e85156-970c-4009-9bfb-2e82f125cbbd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:24.482297 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ff8f981a-33d2-4bd2-986e-a665f79ac350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:24.485732 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ff8f981a-33d2-4bd2-986e-a665f79ac350 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9e85156-970c-4009-9bfb-2e82f125cbbd HTTP/1.1" status: 204 len: 168 time: 0.6296928 Jan 20 07:20:24.504737 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f981a-33d2-4bd2-986e-a665f79ac350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e85156-970c-4009-9bfb-2e82f125cbbd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:24.601691 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-a1a79a11-c91a-47df-bde4-2f35ef60a135 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593157 Jan 20 07:20:24.788554 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 7e66bee4-91a1-4448-95d5-7bbf46c1e317 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:20:24.794154 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 57918ad2-d743-4890-85e3-f599261798e1 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:20:24.946880 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-270fcb4a-e05f-451c-be00-801735397bb0 req-4b10f17a-0fae-477d-9e90-645c4db52ceb service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340478 Jan 20 07:20:24.968626 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37f52d-ce3f-41a0-8f82-a3032fd71460 req-3c774935-43b3-44f9-b10f-18a9f6382212 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:24.977460 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5f37f52d-ce3f-41a0-8f82-a3032fd71460 req-3c774935-43b3-44f9-b10f-18a9f6382212 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.1488709 Jan 20 07:20:24.986058 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 57918ad2-d743-4890-85e3-f599261798e1 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:20:25.009831 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 57918ad2-d743-4890-85e3-f599261798e1 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:25.010465 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (57918ad2-d743-4890-85e3-f599261798e1), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.083341 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5f37f52d-ce3f-41a0-8f82-a3032fd71460 req-5947a6eb-1d3f-4954-8981-6b51e009ea6b tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050446 Jan 20 07:20:25.085629 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:25.106203 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'port_id': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'mac_address': 'fa:16:3e:b5:9f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:20:25.154597 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf80f65-dde1-46b6-8365-3a927a639b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.179501 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:25.179911 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.199375 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e66bee4-91a1-4448-95d5-7bbf46c1e317 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:25.277899 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:25.283759 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 57918ad2-d743-4890-85e3-f599261798e1 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:25.284494 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (57918ad2-d743-4890-85e3-f599261798e1), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.311316 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.313131 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:20:25.327091 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57918ad2-d743-4890-85e3-f599261798e1'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:25.329745 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febf162e-eddd-43a6-8c00-9719f2d4f90a" -d '{"events": [{"server_uuid": "d5ead18d-52af-4337-9e4e-c8ba32d503a4", "name": "network-vif-plugged", "status": "completed", "tag": "57918ad2-d743-4890-85e3-f599261798e1"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:25.357467 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf80f65-dde1-46b6-8365-3a927a639b7c admin admin] Publish callbacks [] for security_group (ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.371044 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a11d-d4b7-4ce3-a2c9-b44f7c4f3f35 req-2b9bbc50-ef05-4f2e-930f-083f7ea73259 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:25.373189 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4fe6a11d-d4b7-4ce3-a2c9-b44f7c4f3f35 req-2b9bbc50-ef05-4f2e-930f-083f7ea73259 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.0834758 Jan 20 07:20:25.376900 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 57918ad2-d743-4890-85e3-f599261798e1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=57918ad2-d743-4890-85e3-f599261798e1,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:25.390761 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e7df-9acc-48ec-9b5e-b833d40eb00e req-ad30d029-ad53-44bb-91e0-8f87be4ac488 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:25.396209 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (57918ad2-d743-4890-85e3-f599261798e1), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.402795 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6702e7df-9acc-48ec-9b5e-b833d40eb00e req-ad30d029-ad53-44bb-91e0-8f87be4ac488 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1662643 Jan 20 07:20:25.408545 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf80f65-dde1-46b6-8365-3a927a639b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.452559 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4fe6a11d-d4b7-4ce3-a2c9-b44f7c4f3f35 req-46dec895-44fc-4bdf-aad1-eaab51c52a2a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726056 Jan 20 07:20:25.464210 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=7e66bee4-91a1-4448-95d5-7bbf46c1e317,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:25.486667 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3bf80f65-dde1-46b6-8365-3a927a639b7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ce3649741f549bca5f4d81fc779c419&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0082445 Jan 20 07:20:25.487734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf80f65-dde1-46b6-8365-3a927a639b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:25.491279 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57384) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:25.554391 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6702e7df-9acc-48ec-9b5e-b833d40eb00e req-ea8ba3d8-d46f-42f7-a6ff-82787b443d29 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176813 Jan 20 07:20:25.575417 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:25.591363 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'mac_address': 'fa:16:3e:12:72:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:20:25.597136 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3979e70-3e41-4eab-8abe-64c91be2e6c9 x-openstack-request-id: req-f3979e70-3e41-4eab-8abe-64c91be2e6c9 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:25.597476 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ead18d-52af-4337-9e4e-c8ba32d503a4", "name": "network-vif-plugged", "status": "completed", "tag": "57918ad2-d743-4890-85e3-f599261798e1", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:25.597924 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3979e70-3e41-4eab-8abe-64c91be2e6c9 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:25.598554 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57918ad2-d743-4890-85e3-f599261798e1', 'code': 200} Jan 20 07:20:25.610002 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5763-f23b-4d9c-87f0-9bfb08fc5b3b admin admin] Publish callbacks [] for security_group (ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.665983 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:25.666193 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.671705 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5763-f23b-4d9c-87f0-9bfb08fc5b3b admin admin] Publish callbacks [] for security_group (ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.678325 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=57918ad2-d743-4890-85e3-f599261798e1,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:25.687366 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2671e11-225a-44a9-a184-3b4842f79b37 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:25.722057 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:25.730179 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.829302 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:25.846728 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e090f1-46f4-447b-b24a-012b3e20c187 req-de547807-873e-4d36-a657-ea82059ea0b7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:25.849901 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44e090f1-46f4-447b-b24a-012b3e20c187 req-de547807-873e-4d36-a657-ea82059ea0b7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 945 time: 0.1954339 Jan 20 07:20:25.863014 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f851-b3f9-48a2-af17-2432cce0a8f4 req-cca208a0-43f6-48a0-bbbb-ff3fdc8db42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:25.864961 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aaa3f851-b3f9-48a2-af17-2432cce0a8f4 req-cca208a0-43f6-48a0-bbbb-ff3fdc8db42f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0987835 Jan 20 07:20:25.883303 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5763-f23b-4d9c-87f0-9bfb08fc5b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.885959 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5763-f23b-4d9c-87f0-9bfb08fc5b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:25.893479 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4a1e5763-f23b-4d9c-87f0-9bfb08fc5b3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d HTTP/1.1" status: 204 len: 168 time: 0.3952472 Jan 20 07:20:25.925118 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e5763-f23b-4d9c-87f0-9bfb08fc5b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa727a1-7d05-4d4a-9fe6-c5bf5d107a8d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:25.986190 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aaa3f851-b3f9-48a2-af17-2432cce0a8f4 req-c4896d5f-2c2d-4abe-99f4-6c225500a95e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143227 Jan 20 07:20:25.991001 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44e090f1-46f4-447b-b24a-012b3e20c187 req-06b5a4e7-d647-4dcd-bfc1-a525cad5154b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107764 Jan 20 07:20:26.005032 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['7e66bee4-91a1-4448-95d5-7bbf46c1e317'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:20:26.052489 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['b2671e11-225a-44a9-a184-3b4842f79b37'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:20:26.277149 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67070-c72b-41f4-a37b-302762d25557 req-ef17600f-853a-48dd-af32-89a5d7e3f311 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:26.283558 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8ff67070-c72b-41f4-a37b-302762d25557 req-ef17600f-853a-48dd-af32-89a5d7e3f311 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.0780466 Jan 20 07:20:26.369599 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8ff67070-c72b-41f4-a37b-302762d25557 req-6f8e62c7-086f-4949-851d-2378b3761e95 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 Jan 20 07:20:26.446414 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57434) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:26.466817 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:26.637360 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Publish callbacks [] for security_group (ebc5d0e5-3342-4140-9b0c-4452cc194cfc), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:26.668789 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ebc5d0e5-3342-4140-9b0c-4452cc194cfc), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:26.751751 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5d0e5-3342-4140-9b0c-4452cc194cfc,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:26.760858 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e34a1f6fb0264a909cd8919fc8df458f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129797 Jan 20 07:20:26.761592 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57460) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:26.774905 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbff891-6dfe-4bc5-874a-05fbd91ee9a8 req-7bb3f46a-2980-49e8-952a-e7ea30c548db tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:26.778670 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8dbff891-6dfe-4bc5-874a-05fbd91ee9a8 req-7bb3f46a-2980-49e8-952a-e7ea30c548db tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.1642447 Jan 20 07:20:26.793052 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.793404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.795851 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.796203 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.797695 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.798649 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.799208 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991efb4a-f386-4f7f-b3cf-ae244a128e31 req-ebc09322-cb3e-406c-84b2-10237d4f16a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:26.799679 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.801835 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.802498 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.803089 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.803693 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.804250 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.804895 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f448b6c-ddab-466b-b6a5-5cb70ae11222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:26.813980 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-991efb4a-f386-4f7f-b3cf-ae244a128e31 req-ebc09322-cb3e-406c-84b2-10237d4f16a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 944 time: 0.1103275 Jan 20 07:20:26.931453 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-991efb4a-f386-4f7f-b3cf-ae244a128e31 req-1bf40b6b-877a-42d5-82d0-3aa5ede17581 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145153 Jan 20 07:20:26.976269 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-644a60b9-a0d9-4c67-9319-acf1a28a24cb admin admin] Publish callbacks [] for security_group (ebc5d0e5-3342-4140-9b0c-4452cc194cfc), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:26.998720 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8dbff891-6dfe-4bc5-874a-05fbd91ee9a8 req-51210b93-bbee-434d-b696-a4aa7d46745b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750844 Jan 20 07:20:27.048667 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-644a60b9-a0d9-4c67-9319-acf1a28a24cb admin admin] Publish callbacks [] for security_group (ebc5d0e5-3342-4140-9b0c-4452cc194cfc), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:27.171227 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-644a60b9-a0d9-4c67-9319-acf1a28a24cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ebc5d0e5-3342-4140-9b0c-4452cc194cfc), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:27.176734 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-644a60b9-a0d9-4c67-9319-acf1a28a24cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:27.184362 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-644a60b9-a0d9-4c67-9319-acf1a28a24cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebc5d0e5-3342-4140-9b0c-4452cc194cfc HTTP/1.1" status: 204 len: 168 time: 0.4149985 Jan 20 07:20:27.228884 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a60b9-a0d9-4c67-9319-acf1a28a24cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5d0e5-3342-4140-9b0c-4452cc194cfc,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:27.428624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b211737-f2bf-42b3-b9ca-72fbbc39e59b req-f121459b-7336-4b0a-beca-b5c7fde62988 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:27.432007 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0b211737-f2bf-42b3-b9ca-72fbbc39e59b req-f121459b-7336-4b0a-beca-b5c7fde62988 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 945 time: 0.2157543 Jan 20 07:20:27.535234 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0b211737-f2bf-42b3-b9ca-72fbbc39e59b req-489a7732-db4f-4236-bcbc-be8ecc4e2ee3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945766 Jan 20 07:20:28.199584 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af9c8e-a08f-4cb1-b7d8-0029c0c55768 req-c7d3cc0c-3736-43bd-a204-5899e97d311a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:28.215522 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42af9c8e-a08f-4cb1-b7d8-0029c0c55768 req-c7d3cc0c-3736-43bd-a204-5899e97d311a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 944 time: 0.1470842 Jan 20 07:20:28.218695 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef768954-3dc2-49be-bc8b-7c41f7cb3f52 req-a796cbdd-91bc-467c-986b-684fa42f0639 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:28.220682 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ef768954-3dc2-49be-bc8b-7c41f7cb3f52 req-a796cbdd-91bc-467c-986b-684fa42f0639 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 943 time: 0.1063991 Jan 20 07:20:28.318014 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ef768954-3dc2-49be-bc8b-7c41f7cb3f52 req-ae2018f9-9d12-4b28-848e-fe37ad9251dc tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853815 Jan 20 07:20:28.336553 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42af9c8e-a08f-4cb1-b7d8-0029c0c55768 req-cb9dc6ba-93ad-451f-8958-416033f5ec6b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177840 Jan 20 07:20:28.809095 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:20:28.817845 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 7e66bee4-91a1-4448-95d5-7bbf46c1e317 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:20:28.854185 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7595486-f9c5-448c-8713-03b15fc139db req-55d29ea4-b375-4b19-a34f-89725a527166 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:28.863348 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57556) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:28.879504 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f7595486-f9c5-448c-8713-03b15fc139db req-55d29ea4-b375-4b19-a34f-89725a527166 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 945 time: 0.1397138 Jan 20 07:20:29.006162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:20:29.055865 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:29.056641 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.058077 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f7595486-f9c5-448c-8713-03b15fc139db req-09b31855-e40b-466d-a6fd-c3330e32d910 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671803 Jan 20 07:20:29.094983 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57564) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:29.111591 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:29.126290 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60', 'network_id': '75f16681-fc15-4b90-a6be-5411199e3284', 'port_id': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60', 'mac_address': 'fa:16:3e:49:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1d5349-64e2-4428-a894-79f860be85a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:20:29.188714 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-21533555-b355-4bbd-911e-4e73a94d4302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.208400 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.216884 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:29.217290 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.241519 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:20:29.290710 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:29.293366 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-21533555-b355-4bbd-911e-4e73a94d4302 admin admin] Publish callbacks [] for security_group (01abb249-7b55-432c-93eb-c2a4360d10b9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.296911 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.299493 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-21533555-b355-4bbd-911e-4e73a94d4302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (01abb249-7b55-432c-93eb-c2a4360d10b9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.348154 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Publish callbacks [] for security_group (a23254f1-5c89-43b9-b984-a6252bffa4c1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.354769 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:29.357882 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-21533555-b355-4bbd-911e-4e73a94d4302 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dac09e03bdbd412ca1bdb29bc5f3b30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616541 Jan 20 07:20:29.358942 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533555-b355-4bbd-911e-4e73a94d4302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01abb249-7b55-432c-93eb-c2a4360d10b9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:29.363324 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a23254f1-5c89-43b9-b984-a6252bffa4c1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.365245 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.365816 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.366380 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.367079 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.368081 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.373612 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.373957 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.374725 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.375171 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.375491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.375752 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.375861 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57570) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:29.376110 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.376412 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.380683 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:29.380973 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.411191 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:29.414278 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6731c540-3655-4abb-b853-1e48a390fc5e" -d '{"events": [{"server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "name": "network-vif-plugged", "status": "completed", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:29.435140 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:29.443640 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18911b218d05448cb170cdc55a872f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5782571 Jan 20 07:20:29.444517 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.445891 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:20:29.451516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57578) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:29.534985 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-212b9e08-e3e4-46c3-b124-dd28b40a7e16 admin admin] Publish callbacks [] for security_group (01abb249-7b55-432c-93eb-c2a4360d10b9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.540409 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23254f1-5c89-43b9-b984-a6252bffa4c1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:29.570964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.571340 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.571873 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.572560 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.573070 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.573450 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-212b9e08-e3e4-46c3-b124-dd28b40a7e16 admin admin] Publish callbacks [] for security_group (01abb249-7b55-432c-93eb-c2a4360d10b9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.573603 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.574102 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.574592 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.575076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.575656 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.576176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.576703 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.577226 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f068-7c0d-4334-909f-1f231f1148fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:20:29.597635 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048da51-9de2-41fc-bf58-bf5761b89b86 req-f1bab11f-d48c-49eb-b8e4-f53c984a802e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:29.599881 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff007-af81-4e4a-a735-a64b5eca0c5d req-ae8c37a7-b792-4141-b0e0-0d4a7daaa44a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:29.605453 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0048da51-9de2-41fc-bf58-bf5761b89b86 req-f1bab11f-d48c-49eb-b8e4-f53c984a802e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 944 time: 0.1266949 Jan 20 07:20:29.606015 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-302ff007-af81-4e4a-a735-a64b5eca0c5d req-ae8c37a7-b792-4141-b0e0-0d4a7daaa44a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 944 time: 0.1154215 Jan 20 07:20:29.636339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c59cbdb-2ed9-48b5-a9ec-75f619f50d42 admin admin] Publish callbacks [] for security_group (a23254f1-5c89-43b9-b984-a6252bffa4c1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.672694 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c59cbdb-2ed9-48b5-a9ec-75f619f50d42 admin admin] Publish callbacks [] for security_group (a23254f1-5c89-43b9-b984-a6252bffa4c1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.689411 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=7e66bee4-91a1-4448-95d5-7bbf46c1e317,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:29.690155 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-302ff007-af81-4e4a-a735-a64b5eca0c5d req-d35e8256-8c3e-434a-a161-3d5ea7eeeff4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805583 Jan 20 07:20:29.699295 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-212b9e08-e3e4-46c3-b124-dd28b40a7e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (01abb249-7b55-432c-93eb-c2a4360d10b9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.703841 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-212b9e08-e3e4-46c3-b124-dd28b40a7e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.706344 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-212b9e08-e3e4-46c3-b124-dd28b40a7e16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01abb249-7b55-432c-93eb-c2a4360d10b9 HTTP/1.1" status: 204 len: 168 time: 0.3283930 Jan 20 07:20:29.718261 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b9e08-e3e4-46c3-b124-dd28b40a7e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01abb249-7b55-432c-93eb-c2a4360d10b9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:29.721623 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port b2671e11-225a-44a9-a184-3b4842f79b37 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:20:29.727607 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port b2671e11-225a-44a9-a184-3b4842f79b37 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:29.728273 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.763500 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0048da51-9de2-41fc-bf58-bf5761b89b86 req-d2738224-d4e0-436e-af7d-9d83ef4aac8d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570909 Jan 20 07:20:29.818231 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63abd7ff-d608-4e2c-899f-dd3f0cbfd84a x-openstack-request-id: req-63abd7ff-d608-4e2c-899f-dd3f0cbfd84a {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:29.820013 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "name": "network-vif-plugged", "status": "completed", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:29.820558 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63abd7ff-d608-4e2c-899f-dd3f0cbfd84a {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:29.823707 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'code': 200} Jan 20 07:20:29.829505 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c59cbdb-2ed9-48b5-a9ec-75f619f50d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a23254f1-5c89-43b9-b984-a6252bffa4c1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.834547 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['3bc86eb4-4a85-4bb6-9aff-5d9f68214b60'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:20:29.836497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c59cbdb-2ed9-48b5-a9ec-75f619f50d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:29.838007 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3c59cbdb-2ed9-48b5-a9ec-75f619f50d42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a23254f1-5c89-43b9-b984-a6252bffa4c1 HTTP/1.1" status: 204 len: 168 time: 0.3721204 Jan 20 07:20:29.851241 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59cbdb-2ed9-48b5-a9ec-75f619f50d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23254f1-5c89-43b9-b984-a6252bffa4c1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:30.112203 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da85d39-0040-47a9-8b59-1fb92bfae4d4 req-74b0f26b-f24e-4e2a-8978-7b4c028ed5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:30.116412 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7da85d39-0040-47a9-8b59-1fb92bfae4d4 req-74b0f26b-f24e-4e2a-8978-7b4c028ed5ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 1099 time: 0.0881863 Jan 20 07:20:30.163245 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:30.163955 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.270620 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7da85d39-0040-47a9-8b59-1fb92bfae4d4 req-e413e84b-3306-4b88-bdea-3635a2725b79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431999 Jan 20 07:20:30.276633 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:30.301130 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.320507 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10494f22-1ca3-496e-8d50-e8fc63338a39 req-25482cbb-9935-4fac-a528-7b8757523446 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:30.323572 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-10494f22-1ca3-496e-8d50-e8fc63338a39 req-25482cbb-9935-4fac-a528-7b8757523446 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0967913 Jan 20 07:20:30.410456 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:30.438545 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-10494f22-1ca3-496e-8d50-e8fc63338a39 req-c976910b-1158-486b-b3e4-7088d42d829a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929124 Jan 20 07:20:30.460889 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57612) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:30.476587 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-416d7ceb-21ee-4239-ba5f-558fc9e036f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.571622 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-416d7ceb-21ee-4239-ba5f-558fc9e036f3 admin admin] Publish callbacks [] for security_group (0d609dc2-9698-4fa9-bf80-d519e092461f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.576654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-416d7ceb-21ee-4239-ba5f-558fc9e036f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (0d609dc2-9698-4fa9-bf80-d519e092461f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.625838 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-416d7ceb-21ee-4239-ba5f-558fc9e036f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caa7873116214b36a31c19278b678c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615729 Jan 20 07:20:30.625838 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d7ceb-21ee-4239-ba5f-558fc9e036f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d609dc2-9698-4fa9-bf80-d519e092461f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:30.626564 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57618) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:30.696682 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ec859284-6411-446c-be16-1f6ec112b7c8 admin admin] Publish callbacks [] for security_group (0d609dc2-9698-4fa9-bf80-d519e092461f), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.738855 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ec859284-6411-446c-be16-1f6ec112b7c8 admin admin] Publish callbacks [] for security_group (0d609dc2-9698-4fa9-bf80-d519e092461f), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.847288 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ec859284-6411-446c-be16-1f6ec112b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (0d609dc2-9698-4fa9-bf80-d519e092461f), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.850528 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ec859284-6411-446c-be16-1f6ec112b7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:30.852143 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ec859284-6411-446c-be16-1f6ec112b7c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d609dc2-9698-4fa9-bf80-d519e092461f HTTP/1.1" status: 204 len: 168 time: 0.2242367 Jan 20 07:20:30.870414 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec859284-6411-446c-be16-1f6ec112b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d609dc2-9698-4fa9-bf80-d519e092461f,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:30.929863 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aa3dd-3ee5-4309-bf5e-5a1d59b88c56 req-f58a6c85-2c71-4d3d-81f9-9837bf8b84d6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:30.937978 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9b7aa3dd-3ee5-4309-bf5e-5a1d59b88c56 req-f58a6c85-2c71-4d3d-81f9-9837bf8b84d6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0843256 Jan 20 07:20:31.019844 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d5ba-16c3-445c-8aa7-b8d08c509586 req-4e52d1f2-19de-4b11-9a64-e106cc5935a3 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:31.022801 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b576d5ba-16c3-445c-8aa7-b8d08c509586 req-4e52d1f2-19de-4b11-9a64-e106cc5935a3 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 944 time: 0.1138158 Jan 20 07:20:31.045954 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9b7aa3dd-3ee5-4309-bf5e-5a1d59b88c56 req-f2b8cfe3-ce47-4903-a787-a3471f1e2e16 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053712 Jan 20 07:20:31.113323 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b576d5ba-16c3-445c-8aa7-b8d08c509586 req-c39c0c2f-4ff9-4219-a285-b04ecda793a2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Jan 20 07:20:31.582218 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c36026-8178-48b0-b3b1-9083a803e265 req-85707776-bfbc-4da8-a1d1-42e84cab2af1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:31.584006 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c0c36026-8178-48b0-b3b1-9083a803e265 req-85707776-bfbc-4da8-a1d1-42e84cab2af1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0703895 Jan 20 07:20:31.686299 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c0c36026-8178-48b0-b3b1-9083a803e265 req-e78b8d3f-77f7-4e95-b560-2c94305c58db tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844870 Jan 20 07:20:31.826520 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:31.830674 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51895d3c-3ba7-4111-8b3e-100cbf156d53" -d '{"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-plugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:31.837023 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-61db7969-5253-4de8-9f8a-c120995dcef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:31.883158 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85877e8-ac5c-451f-883a-0728e7472a30 x-openstack-request-id: req-f85877e8-ac5c-451f-883a-0728e7472a30 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:31.885571 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-plugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:31.886229 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f85877e8-ac5c-451f-883a-0728e7472a30 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:31.887205 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'code': 200} Jan 20 07:20:32.173290 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c2f00-4b13-434b-9596-6a575d60b693 req-6d6871ca-7350-46d7-aa28-9a52cc4fa807 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:32.175098 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ac4c2f00-4b13-434b-9596-6a575d60b693 req-6d6871ca-7350-46d7-aa28-9a52cc4fa807 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0621202 Jan 20 07:20:32.244269 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ac4c2f00-4b13-434b-9596-6a575d60b693 req-0d40063f-e305-487f-af8c-ac44226bb817 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614398 Jan 20 07:20:32.270901 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae12a8-1f73-4e96-9076-ee131305d4ed req-ce9d7525-ed6a-47a8-9216-cb6215585f2d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:32.273647 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32ae12a8-1f73-4e96-9076-ee131305d4ed req-ce9d7525-ed6a-47a8-9216-cb6215585f2d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 944 time: 0.0675035 Jan 20 07:20:32.330523 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32ae12a8-1f73-4e96-9076-ee131305d4ed req-0f933787-4027-4ee3-8274-332120584e81 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501275 Jan 20 07:20:32.820672 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031da47-73cc-4e09-ab62-d70374a6ea69 req-9ed5f121-c356-43f2-b6a9-f50f4bf3d210 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:32.822998 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f031da47-73cc-4e09-ab62-d70374a6ea69 req-9ed5f121-c356-43f2-b6a9-f50f4bf3d210 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0671299 Jan 20 07:20:32.884271 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f031da47-73cc-4e09-ab62-d70374a6ea69 req-0380c219-d08f-4d00-ab49-6e766e8aff82 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547206 Jan 20 07:20:33.216485 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57708) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:33.358364 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-64ff0a4b-0c3b-4423-b842-d4d449ca4620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.383408 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ba03-14c3-4369-952b-a78e9202a20e req-b10614e7-315b-46f7-a229-ef45f37bfaa0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:33.385902 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6049ba03-14c3-4369-952b-a78e9202a20e req-b10614e7-315b-46f7-a229-ef45f37bfaa0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0607102 Jan 20 07:20:33.510735 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6049ba03-14c3-4369-952b-a78e9202a20e req-f704184b-d3da-4505-8014-0d46eaaa6cda tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115043 Jan 20 07:20:33.592763 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6da37-7a00-4811-a395-8d841df160e8 req-486d0d75-6269-40f5-8ca2-77728935905e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:33.594726 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03f6da37-7a00-4811-a395-8d841df160e8 req-486d0d75-6269-40f5-8ca2-77728935905e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 944 time: 0.1754918 Jan 20 07:20:33.606540 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-64ff0a4b-0c3b-4423-b842-d4d449ca4620 admin admin] Publish callbacks [] for security_group (fa0e3a3f-44e7-4629-9e93-77b9b95cc26e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.618706 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-64ff0a4b-0c3b-4423-b842-d4d449ca4620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (fa0e3a3f-44e7-4629-9e93-77b9b95cc26e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.685802 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-60911eb1-01a3-458e-ab65-5e3e5f915a24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1648865 Jan 20 07:20:33.703458 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-64ff0a4b-0c3b-4423-b842-d4d449ca4620 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c1f60510e15453ca5076f97bbad28a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855804 Jan 20 07:20:33.706711 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57722) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:33.709401 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff0a4b-0c3b-4423-b842-d4d449ca4620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e3a3f-44e7-4629-9e93-77b9b95cc26e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:33.710339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7b34b-538e-4d8f-a2ac-725a6a423412 req-4d2e4d9d-4530-4351-b307-b29b8801e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:33.715944 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d4b7b34b-538e-4d8f-a2ac-725a6a423412 req-4d2e4d9d-4530-4351-b307-b29b8801e8f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1098 time: 0.0912259 Jan 20 07:20:33.728998 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03f6da37-7a00-4811-a395-8d841df160e8 req-c119a391-b30c-440e-8bd4-295b7b1e4628 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210423 Jan 20 07:20:33.835727 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d4b7b34b-538e-4d8f-a2ac-725a6a423412 req-ea5eaa10-0d8c-4ec4-9f17-20da9e0ba808 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082106 Jan 20 07:20:33.843187 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-95a809b4-28f9-4be2-8af7-5401e768fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:33.844789 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-95a809b4-28f9-4be2-8af7-5401e768fe15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba1cd2d2f20742ee8a2edae146d17795&device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 1098 time: 0.0696983 Jan 20 07:20:33.849892 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9b57b1b1-2df0-45af-bd59-31bc14cb145d admin admin] Publish callbacks [] for security_group (fa0e3a3f-44e7-4629-9e93-77b9b95cc26e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.875343 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9b57b1b1-2df0-45af-bd59-31bc14cb145d admin admin] Publish callbacks [] for security_group (fa0e3a3f-44e7-4629-9e93-77b9b95cc26e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.935087 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9b57b1b1-2df0-45af-bd59-31bc14cb145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (fa0e3a3f-44e7-4629-9e93-77b9b95cc26e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.938082 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9b57b1b1-2df0-45af-bd59-31bc14cb145d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:33.941452 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9b57b1b1-2df0-45af-bd59-31bc14cb145d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa0e3a3f-44e7-4629-9e93-77b9b95cc26e HTTP/1.1" status: 204 len: 168 time: 0.2220659 Jan 20 07:20:33.948566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b1b1-2df0-45af-bd59-31bc14cb145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e3a3f-44e7-4629-9e93-77b9b95cc26e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:34.049862 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f916-a5b2-4fdf-89af-87e3888abb46 req-b70c6143-ee32-4418-990f-a85723d39fe9 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:34.051868 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d296f916-a5b2-4fdf-89af-87e3888abb46 req-b70c6143-ee32-4418-990f-a85723d39fe9 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0790453 Jan 20 07:20:34.123455 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d296f916-a5b2-4fdf-89af-87e3888abb46 req-941fc431-1627-4d7f-a4db-54ff179b3bd4 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652404 Jan 20 07:20:34.426928 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57736) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:34.442543 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41bba7b7-4c7c-4148-a78c-720cdbe0e6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.565849 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41bba7b7-4c7c-4148-a78c-720cdbe0e6ef admin admin] Publish callbacks [] for security_group (78a2c1a0-f6dc-4150-8d98-f31339a8d60b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.573685 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41bba7b7-4c7c-4148-a78c-720cdbe0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (78a2c1a0-f6dc-4150-8d98-f31339a8d60b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.630185 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bba7b7-4c7c-4148-a78c-720cdbe0e6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a2c1a0-f6dc-4150-8d98-f31339a8d60b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:34.647601 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-41bba7b7-4c7c-4148-a78c-720cdbe0e6ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d26edf593fe4637b7219b26a64d1d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193360 Jan 20 07:20:34.652710 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57744) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:34.755179 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f95e-aec3-417d-88a9-b817b75d161c req-64464dbc-d865-465b-97af-be32130f39e5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:34.756748 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8719f95e-aec3-417d-88a9-b817b75d161c req-64464dbc-d865-465b-97af-be32130f39e5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1277790 Jan 20 07:20:34.781655 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7078311-2a65-4849-b1bb-cb89fe818c82 admin admin] Publish callbacks [] for security_group (78a2c1a0-f6dc-4150-8d98-f31339a8d60b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.850517 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7078311-2a65-4849-b1bb-cb89fe818c82 admin admin] Publish callbacks [] for security_group (78a2c1a0-f6dc-4150-8d98-f31339a8d60b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.873376 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8719f95e-aec3-417d-88a9-b817b75d161c req-66ecfa25-78aa-4761-8bb7-e94305532d2a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046295 Jan 20 07:20:34.892491 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10793-049c-454a-b0d0-4721d1c852d2 req-69c23f14-9765-429f-bd62-a008240de89c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:34.896523 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f6f10793-049c-454a-b0d0-4721d1c852d2 req-69c23f14-9765-429f-bd62-a008240de89c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 944 time: 0.0646913 Jan 20 07:20:34.918703 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7078311-2a65-4849-b1bb-cb89fe818c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (78a2c1a0-f6dc-4150-8d98-f31339a8d60b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.922322 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7078311-2a65-4849-b1bb-cb89fe818c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:34.923462 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b7078311-2a65-4849-b1bb-cb89fe818c82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78a2c1a0-f6dc-4150-8d98-f31339a8d60b HTTP/1.1" status: 204 len: 168 time: 0.2454410 Jan 20 07:20:34.935672 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7078311-2a65-4849-b1bb-cb89fe818c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a2c1a0-f6dc-4150-8d98-f31339a8d60b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:34.970736 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f6f10793-049c-454a-b0d0-4721d1c852d2 req-ca257d5b-1a7f-40e1-8ab3-14ba4888b68b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673180 Jan 20 07:20:35.005093 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:20:35.083858 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:20:35.092703 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:20:35.094824 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:35.211437 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:20:35.211824 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:35.236388 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1ca9-0c7b-4bf3-9b97-620b63e9902e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:35.247431 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:35.253044 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10501917-b57c-415b-a7ed-4939b7cc025a" -d '{"events": [{"server_uuid": "04d5e322-dec9-43f7-aef2-7cd77f74504e", "name": "network-vif-plugged", "status": "completed", "tag": "3bc86eb4-4a85-4bb6-9aff-5d9f68214b60"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:35.276098 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:35.283491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:35.343577 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1ec5c1-ac84-41ef-ba56-78c3cfd22f97 x-openstack-request-id: req-3f1ec5c1-ac84-41ef-ba56-78c3cfd22f97 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:35.344409 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d5e322-dec9-43f7-aef2-7cd77f74504e", "name": "network-vif-plugged", "status": "completed", "tag": "3bc86eb4-4a85-4bb6-9aff-5d9f68214b60", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:35.345115 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f1ec5c1-ac84-41ef-ba56-78c3cfd22f97 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:35.346205 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60', 'code': 200} Jan 20 07:20:35.370154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2531-f943-4b9e-bebb-837f1e24b71f req-099efaef-e9ff-4753-98a7-b262656e4e05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:35.374294 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-140c2531-f943-4b9e-bebb-837f1e24b71f req-099efaef-e9ff-4753-98a7-b262656e4e05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1300740 Jan 20 07:20:35.406983 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:35.454654 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-140c2531-f943-4b9e-bebb-837f1e24b71f req-3f6beaf6-c312-4923-8d2d-b7bb61b610e1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715814 Jan 20 07:20:35.696517 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:35.913701 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:36.083895 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a21d-5d23-4825-bc52-addab80f2204 req-eba40cb9-e554-484e-b83a-14b074a44ed2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:36.094294 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c718a21d-5d23-4825-bc52-addab80f2204 req-eba40cb9-e554-484e-b83a-14b074a44ed2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0870228 Jan 20 07:20:36.178654 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9949-cc38-4526-ad79-461f6af5f47f req-d0f1b7c4-7303-4755-890e-55e200c39adf tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:36.181979 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-120a9949-cc38-4526-ad79-461f6af5f47f req-d0f1b7c4-7303-4755-890e-55e200c39adf tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0885375 Jan 20 07:20:36.187107 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c718a21d-5d23-4825-bc52-addab80f2204 req-5b44fef1-6a0a-48c7-86af-5b57ff438e12 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875733 Jan 20 07:20:36.202436 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:20:36.275261 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-120a9949-cc38-4526-ad79-461f6af5f47f req-86d124a0-b666-400a-bf95-b84c6815d072 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803831 Jan 20 07:20:36.638489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614a88e-fd35-4243-8419-680bc07c3b35 req-e70b364e-79ef-4415-8a65-b8c486e4f73b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:36.640666 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9614a88e-fd35-4243-8419-680bc07c3b35 req-e70b364e-79ef-4415-8a65-b8c486e4f73b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0820456 Jan 20 07:20:36.727485 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9614a88e-fd35-4243-8419-680bc07c3b35 req-2ecfcbfd-b64c-4862-9519-6b92e338acc5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794096 Jan 20 07:20:37.057694 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-783e5f3c-6d78-448c-a514-d2f61b65813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:37.059477 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-783e5f3c-6d78-448c-a514-d2f61b65813a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0c931c3-7b6f-40b3-8586-a600e9bfd398 HTTP/1.1" status: 200 len: 913 time: 0.1855786 Jan 20 07:20:37.119502 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-aeed3a59-2339-4bda-bc75-aa7c107fd7c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 HTTP/1.1" status: 200 len: 217 time: 0.0520313 Jan 20 07:20:37.177981 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c183-2788-4abf-8907-5405ac4934eb req-39e6eaab-6d0b-444a-b240-e4949190ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:37.181768 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fc9c183-2788-4abf-8907-5405ac4934eb req-39e6eaab-6d0b-444a-b240-e4949190ed15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 1098 time: 0.0848610 Jan 20 07:20:37.216995 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-abd6a62e-2df6-48c7-a200-4c493742b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:37.220383 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-abd6a62e-2df6-48c7-a200-4c493742b0df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ba42dc2-46c1-473c-8447-1af2f181e8bd HTTP/1.1" status: 200 len: 852 time: 0.0935078 Jan 20 07:20:37.256889 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fc9c183-2788-4abf-8907-5405ac4934eb req-e1c11786-a799-4108-ab17-06580e02606c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684624 Jan 20 07:20:37.282167 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-2828aee0-6cc2-446d-ad63-44a73581876b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0c931c3-7b6f-40b3-8586-a600e9bfd398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495727 Jan 20 07:20:37.392088 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27648622-84af-4cd4-9c72-9424f81e1462 req-b601a2f5-2c46-4bab-ac4b-5d34fb8f0bf7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:37.394360 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27648622-84af-4cd4-9c72-9424f81e1462 req-b601a2f5-2c46-4bab-ac4b-5d34fb8f0bf7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0721138 Jan 20 07:20:37.490170 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27648622-84af-4cd4-9c72-9424f81e1462 req-00b0883e-7adf-498b-abde-769ece7576f3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835116 Jan 20 07:20:37.511320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e33a17-8300-410e-ac7d-f3cb70f7c4fb req-96f46026-e464-4525-85c1-397d6de905b8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:37.514507 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8e33a17-8300-410e-ac7d-f3cb70f7c4fb req-96f46026-e464-4525-85c1-397d6de905b8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0878913 Jan 20 07:20:37.598498 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8e33a17-8300-410e-ac7d-f3cb70f7c4fb req-06f32c3c-686e-4b10-9881-266d52961af3 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Jan 20 07:20:37.756171 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:37.977689 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15451d1-63f5-4ae2-b483-bb2d461b5c4c req-7c482842-8d4e-4e17-ab3a-04bb9db0c5a7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:37.979668 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d15451d1-63f5-4ae2-b483-bb2d461b5c4c req-7c482842-8d4e-4e17-ab3a-04bb9db0c5a7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0867805 Jan 20 07:20:38.064330 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d15451d1-63f5-4ae2-b483-bb2d461b5c4c req-3bdb7994-6be2-4a0c-9f1d-dcb9b2224000 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779264 Jan 20 07:20:38.396791 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:38.646525 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b4ce-ac25-45f6-b0d6-84ead22c7df0 req-48f1d82c-e181-48f3-9f25-4b8599737c5f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:38.648142 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fca2b4ce-ac25-45f6-b0d6-84ead22c7df0 req-48f1d82c-e181-48f3-9f25-4b8599737c5f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0740559 Jan 20 07:20:38.708449 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fca2b4ce-ac25-45f6-b0d6-84ead22c7df0 req-ace1443c-28f3-4f8e-87a9-134537667745 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535443 Jan 20 07:20:38.756242 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c4b3-0c1e-496e-8ed3-327b9dd3452d req-e05aa430-e316-4dff-97f2-5d61ce5f30d9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:38.757884 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f495c4b3-0c1e-496e-8ed3-327b9dd3452d req-e05aa430-e316-4dff-97f2-5d61ce5f30d9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0681217 Jan 20 07:20:38.810635 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f495c4b3-0c1e-496e-8ed3-327b9dd3452d req-1589a903-d0cd-4e57-8a6c-668fc2563798 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464008 Jan 20 07:20:39.246752 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65727-3550-4992-a552-39940874ddf9 req-870306a3-323e-4e1f-8358-25c82acc959d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:39.249635 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-84a65727-3550-4992-a552-39940874ddf9 req-870306a3-323e-4e1f-8358-25c82acc959d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0882506 Jan 20 07:20:39.321684 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-84a65727-3550-4992-a552-39940874ddf9 req-5c421f68-b558-4e2b-ac7b-3e6f5b539658 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655415 Jan 20 07:20:39.867954 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b51193-e4ae-4d67-9f4c-8bc045ff6c1c req-fb01280b-a170-400e-a3dd-74ebed4f23f6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:39.870476 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42b51193-e4ae-4d67-9f4c-8bc045ff6c1c req-fb01280b-a170-400e-a3dd-74ebed4f23f6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0670354 Jan 20 07:20:39.951500 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42b51193-e4ae-4d67-9f4c-8bc045ff6c1c req-5e5cb8be-c840-4bb4-bcd7-fa3e27be74d3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741510 Jan 20 07:20:40.007335 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53e9a2-c0f7-4435-88ca-beedf5c82ed2 req-9892eec6-3072-4ae9-99f0-12e77f820243 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:40.010415 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7f53e9a2-c0f7-4435-88ca-beedf5c82ed2 req-9892eec6-3072-4ae9-99f0-12e77f820243 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0873432 Jan 20 07:20:40.076883 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7f53e9a2-c0f7-4435-88ca-beedf5c82ed2 req-242973e4-701e-41a6-a3dc-9dccbd8c673d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Jan 20 07:20:40.631676 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779c2c-62da-4287-b982-1fc3f2a0c03e req-06413cff-64c1-44c6-bdcb-008200ba2a42 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:40.634504 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bd779c2c-62da-4287-b982-1fc3f2a0c03e req-06413cff-64c1-44c6-bdcb-008200ba2a42 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1404438 Jan 20 07:20:40.646643 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-91a9c5cb-3067-46c1-a9f8-bdbcdbee6ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216104 Jan 20 07:20:40.754120 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bd779c2c-62da-4287-b982-1fc3f2a0c03e req-b447d876-ae53-4de6-86be-31f9a76289bc tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115792 Jan 20 07:20:40.801725 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94b848e-0f34-4f6e-8262-270d0648ef85 req-f26b8241-5aae-4229-8f51-5d3b49ba1568 service neutron] 10.222.0.42 "GET /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364102 Jan 20 07:20:41.172651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7869-a077-483b-84fd-865cfa2d5812 req-570f6238-6e23-41c5-a441-4853122b5162 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:41.175193 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6eea7869-a077-483b-84fd-865cfa2d5812 req-570f6238-6e23-41c5-a441-4853122b5162 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1047795 Jan 20 07:20:41.221915 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f7ae-39c4-4b40-b3cf-25580dfadc26 req-d3d915b8-7978-48d0-95ae-e3325808dd78 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:41.229599 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1fe8f7ae-39c4-4b40-b3cf-25580dfadc26 req-d3d915b8-7978-48d0-95ae-e3325808dd78 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0672102 Jan 20 07:20:41.252470 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6eea7869-a077-483b-84fd-865cfa2d5812 req-30783107-70c1-41da-a3aa-f22245ccb2cc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701597 Jan 20 07:20:41.286838 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1fe8f7ae-39c4-4b40-b3cf-25580dfadc26 req-334ad057-5526-4c30-ba27-c32f528b48a9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563157 Jan 20 07:20:41.954246 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d227d1a-c262-4e87-90a2-60aeb4dc0e06 req-5dfd5e78-e9c1-4a19-84d2-3eadc66646dc tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:41.956138 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8d227d1a-c262-4e87-90a2-60aeb4dc0e06 req-5dfd5e78-e9c1-4a19-84d2-3eadc66646dc tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1048021 Jan 20 07:20:42.024126 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8d227d1a-c262-4e87-90a2-60aeb4dc0e06 req-35b04ff1-c7ec-4ed0-8d80-703da5d7188b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611622 Jan 20 07:20:42.228458 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133189ca-155d-4975-b4c7-231173e647df req-a25fc69f-b119-4a23-a011-6c084a15d53d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:42.230250 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-133189ca-155d-4975-b4c7-231173e647df req-a25fc69f-b119-4a23-a011-6c084a15d53d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0854969 Jan 20 07:20:42.243544 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57946) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:42.251465 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'floatingip': {'port_id': '7e66bee4-91a1-4448-95d5-7bbf46c1e317'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:42.401491 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (0ccd942f-a4da-40e3-8378-89f01d0b9529), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:42.467170 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a407e-b57d-4c6f-9ea1-73a6a70c9f61 req-52c51a65-33bf-43a6-91be-77de1e75235f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:42.469912 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba2a407e-b57d-4c6f-9ea1-73a6a70c9f61 req-52c51a65-33bf-43a6-91be-77de1e75235f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0805771 Jan 20 07:20:42.556260 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba2a407e-b57d-4c6f-9ea1-73a6a70c9f61 req-96b0ed11-1fe3-41f3-8a98-e4994a37edee tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769031 Jan 20 07:20:42.586832 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd227bb1-cd90-4df3-89b4-7e2155e302b5 req-9eb9eb28-1b83-46aa-9f7e-4319cc905af8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:42.588849 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bd227bb1-cd90-4df3-89b4-7e2155e302b5 req-9eb9eb28-1b83-46aa-9f7e-4319cc905af8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.2235262 Jan 20 07:20:42.990426 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bd227bb1-cd90-4df3-89b4-7e2155e302b5 req-8b494eea-694e-4310-a7b1-dc54fa58ae99 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927331 Jan 20 07:20:43.035415 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21977b7d-1332-4f50-8aec-14ac6fd0325d req-b390405a-eed6-4889-a760-b8b95b422d52 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:43.048505 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21977b7d-1332-4f50-8aec-14ac6fd0325d req-b390405a-eed6-4889-a760-b8b95b422d52 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1041260 Jan 20 07:20:43.129374 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21977b7d-1332-4f50-8aec-14ac6fd0325d req-8d1252aa-d77b-443f-9eed-22147992685f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792320 Jan 20 07:20:43.151814 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57972) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:43.368904 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4606-b79e-42a0-8f3a-2c35256dcfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.407091 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cac98-2635-4eb6-beac-92f93cf4d33d req-e32fe9a4-6c8d-4f6a-a295-29c521f91926 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:43.408737 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-291cac98-2635-4eb6-beac-92f93cf4d33d req-e32fe9a4-6c8d-4f6a-a295-29c521f91926 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.2536552 Jan 20 07:20:43.432275 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 57982) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:43.438172 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'floatingip': {'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:20:43.509651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (3e74adb1-e397-48e2-8d78-217174cc33bd), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.556997 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4606-b79e-42a0-8f3a-2c35256dcfec admin admin] Publish callbacks [] for security_group (3121291a-3884-440d-8316-5025397ea500), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.569365 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4606-b79e-42a0-8f3a-2c35256dcfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3121291a-3884-440d-8316-5025397ea500), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.654770 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1f7c4606-b79e-42a0-8f3a-2c35256dcfec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39ea48999db149578bc95c660de239a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010304 Jan 20 07:20:43.658643 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c4606-b79e-42a0-8f3a-2c35256dcfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3121291a-3884-440d-8316-5025397ea500,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:43.663378 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 57986) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:43.709462 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.db.resource_extend [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 07:20:43.752013 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03e1baee-92f0-47fd-8359-c0e42155bb4f admin admin] Publish callbacks [] for security_group (3121291a-3884-440d-8316-5025397ea500), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.793298 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03e1baee-92f0-47fd-8359-c0e42155bb4f admin admin] Publish callbacks [] for security_group (3121291a-3884-440d-8316-5025397ea500), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.887215 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03e1baee-92f0-47fd-8359-c0e42155bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3121291a-3884-440d-8316-5025397ea500), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.889977 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03e1baee-92f0-47fd-8359-c0e42155bb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.891322 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-03e1baee-92f0-47fd-8359-c0e42155bb4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3121291a-3884-440d-8316-5025397ea500 HTTP/1.1" status: 204 len: 168 time: 0.2266469 Jan 20 07:20:43.902280 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1baee-92f0-47fd-8359-c0e42155bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3121291a-3884-440d-8316-5025397ea500,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:43.936161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:43.949130 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (0ccd942f-a4da-40e3-8378-89f01d0b9529), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.307028 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cae34-619c-4698-a855-c08c75895a07 req-e1e7cf71-4695-4415-94c2-c77439a9c5e6 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:44.309960 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-999cae34-619c-4698-a855-c08c75895a07 req-e1e7cf71-4695-4415-94c2-c77439a9c5e6 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0981367 Jan 20 07:20:44.344704 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d92970-8ae8-49be-b03f-2aff7f02ec21 req-8dc4a4b0-2c38-41a3-9e2a-3a15586e1ef5 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:44.347358 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d5d92970-8ae8-49be-b03f-2aff7f02ec21 req-8dc4a4b0-2c38-41a3-9e2a-3a15586e1ef5 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.3362257 Jan 20 07:20:44.394202 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-999cae34-619c-4698-a855-c08c75895a07 req-2962df9c-0bf1-4c78-badf-ca9e12a163ea tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770280 Jan 20 07:20:44.423323 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Floating IP 0ccd942f-a4da-40e3-8378-89f01d0b9529 associated. External IP: 172.27.0.87, port: 7e66bee4-91a1-4448-95d5-7bbf46c1e317. Jan 20 07:20:44.438522 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58002) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:44.453677 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12e62a90-5c21-4421-ba28-81900f00e926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.581216 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12e62a90-5c21-4421-ba28-81900f00e926 admin admin] Publish callbacks [] for security_group (ead908f3-6239-43df-891a-f57b16973de8), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.587869 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12e62a90-5c21-4421-ba28-81900f00e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ead908f3-6239-43df-891a-f57b16973de8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.665909 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e62a90-5c21-4421-ba28-81900f00e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead908f3-6239-43df-891a-f57b16973de8,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:44.674051 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-12e62a90-5c21-4421-ba28-81900f00e926 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e88ad9945e140729c8434987db2465e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339437 Jan 20 07:20:44.678455 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58006) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:20:44.745835 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-498ad4f8-e10d-4f32-9314-e92a1a0a3610 admin admin] Publish callbacks [] for security_group (ead908f3-6239-43df-891a-f57b16973de8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.779221 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-498ad4f8-e10d-4f32-9314-e92a1a0a3610 admin admin] Publish callbacks [] for security_group (ead908f3-6239-43df-891a-f57b16973de8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.864086 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-498ad4f8-e10d-4f32-9314-e92a1a0a3610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ead908f3-6239-43df-891a-f57b16973de8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.869375 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-498ad4f8-e10d-4f32-9314-e92a1a0a3610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:44.870077 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d5d92970-8ae8-49be-b03f-2aff7f02ec21 req-a045b822-d13e-46e5-bfb5-15204f2588c7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617016 Jan 20 07:20:44.874591 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-498ad4f8-e10d-4f32-9314-e92a1a0a3610 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ead908f3-6239-43df-891a-f57b16973de8 HTTP/1.1" status: 204 len: 168 time: 0.1941292 Jan 20 07:20:44.893575 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ad4f8-e10d-4f32-9314-e92a1a0a3610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead908f3-6239-43df-891a-f57b16973de8,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:45.020126 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.db.resource_extend [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 07:20:45.143143 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:45.153096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (3e74adb1-e397-48e2-8d78-217174cc33bd), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:45.209036 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:20:45.328829 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Floating IP 3e74adb1-e397-48e2-8d78-217174cc33bd associated. External IP: 172.27.0.216, port: b2671e11-225a-44a9-a184-3b4842f79b37. Jan 20 07:20:45.459387 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:20:45.465646 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:45.487737 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:20:45.507316 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-54b6506a-fd99-4773-90ed-01fc89bff799 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "PUT /v2.0/floatingips/0ccd942f-a4da-40e3-8378-89f01d0b9529 HTTP/1.1" status: 200 len: 991 time: 3.2622266 Jan 20 07:20:45.509652 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:45.512618 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c" -d '{"events": [{"name": "network-changed", "server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:45.527755 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:20:45.528892 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:20:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:45.689907 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Router a3d57634-22f3-4af0-9168-97c50697ea23 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:20:45.757449 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:20:45.766076 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-88a4a003-cf38-46ad-bc13-a17b2b441220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:45.768757 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-88a4a003-cf38-46ad-bc13-a17b2b441220 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 1098 time: 0.2302067 Jan 20 07:20:45.786754 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324cd1-bda4-4438-b4a7-430985d39334 req-4c48af51-3b83-4445-b9cd-3d7233a0c7fd tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:45.797321 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fa324cd1-bda4-4438-b4a7-430985d39334 req-4c48af51-3b83-4445-b9cd-3d7233a0c7fd tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1679821 Jan 20 07:20:45.940399 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e51647-e483-49f2-9505-3f2e155d924d x-openstack-request-id: req-92e51647-e483-49f2-9505-3f2e155d924d {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:45.942601 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:45.943907 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92e51647-e483-49f2-9505-3f2e155d924d {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:45.944658 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'status': 'completed', 'code': 200} Jan 20 07:20:46.062663 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fa324cd1-bda4-4438-b4a7-430985d39334 req-2fd05e13-d9c0-40f2-9192-bc99d8368677 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636008 Jan 20 07:20:46.141920 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-a6c24344-6505-4f9c-8f5a-09c096323259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:46.149872 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-a6c24344-6505-4f9c-8f5a-09c096323259 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.3489957 Jan 20 07:20:46.156223 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:20:46.162473 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:46.179892 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:20:46.199558 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-dea511ee-2226-4d50-88a2-91a23d69ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:46.202225 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-dea511ee-2226-4d50-88a2-91a23d69ae6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 1099 time: 0.1519659 Jan 20 07:20:46.208305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:20:46.214304 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:20:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:46.217964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454989-841e-4215-8730-1960d3832fdd req-d5324b54-a978-406d-a2df-933d1cc49f3c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:46.223163 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec454989-841e-4215-8730-1960d3832fdd req-d5324b54-a978-406d-a2df-933d1cc49f3c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.1703417 Jan 20 07:20:46.247937 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-94baca6b-2f36-4b36-ac5b-ed3c49a5904c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 HTTP/1.1" status: 200 len: 217 time: 0.0884583 Jan 20 07:20:46.249728 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '0ccd942f-a4da-40e3-8378-89f01d0b9529', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'port_id': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'mac_address': 'fa:16:3e:b5:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:19:59Z', 'updated_at': '2022-01-20T07:20:43Z', 'revision_number': 1, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:46.280549 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:20:46.291101 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:20:46.292076 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:20:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:46.364898 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-7fad12ac-a698-44a2-9401-52443d0a1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:46.375358 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-7fad12ac-a698-44a2-9401-52443d0a1421 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.1148050 Jan 20 07:20:46.464647 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-df959f2c-b54b-4aa9-b70f-c86667400424 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717416 Jan 20 07:20:46.511334 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:20:46.535399 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fb36a95c-aa7b-4115-bc0b-8a7abde8ddeb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "PUT /v2.0/floatingips/3e74adb1-e397-48e2-8d78-217174cc33bd HTTP/1.1" status: 200 len: 991 time: 3.1014836 Jan 20 07:20:46.559048 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec454989-841e-4215-8730-1960d3832fdd req-16e7cb2c-16e5-4b82-96c1-3b33d031b526 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257747 Jan 20 07:20:46.641668 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:20:46.722510 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-46ad873f-0e45-4ae3-8d0a-bed6290f54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:46.728737 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-46ad873f-0e45-4ae3-8d0a-bed6290f54bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 912 time: 0.5013657 Jan 20 07:20:46.780385 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-67f06103-5018-4a2f-bcae-48733a838ed6 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992513 Jan 20 07:20:46.857870 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '0ccd942f-a4da-40e3-8378-89f01d0b9529', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'port_id': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'mac_address': 'fa:16:3e:b5:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:19:59Z', 'updated_at': '2022-01-20T07:20:43Z', 'revision_number': 1, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:46.939334 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2023fd9c-83a7-4dc4-92e6-318c65f5746e None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '0ccd942f-a4da-40e3-8378-89f01d0b9529', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'port_id': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'mac_address': 'fa:16:3e:b5:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:19:59Z', 'updated_at': '2022-01-20T07:20:43Z', 'revision_number': 1, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:20:47.139291 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-e63cea83-430a-4b4f-8827-9df54b345c03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 200 len: 999 time: 0.3866289 Jan 20 07:20:47.140118 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4dd157a-642f-497c-a14f-b2947f8e3509 req-2598db96-3fcb-47db-b391-12bf239be4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438773 Jan 20 07:20:47.224347 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '3e74adb1-e397-48e2-8d78-217174cc33bd', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'mac_address': 'fa:16:3e:12:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:19:49Z', 'updated_at': '2022-01-20T07:20:44Z', 'revision_number': 1, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:47.269721 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:20:47.294194 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:20:47.295607 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0493c-1138-4d86-ab40-0449ca0e13da req-40be1101-fccc-4861-839d-b6576f66dc26 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:47.295815 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:20:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:47.296945 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8da0493c-1138-4d86-ab40-0449ca0e13da req-40be1101-fccc-4861-839d-b6576f66dc26 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0880234 Jan 20 07:20:47.367989 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8da0493c-1138-4d86-ab40-0449ca0e13da req-bd4669bd-7278-459b-bf59-5df6da5677c8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Jan 20 07:20:47.383850 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aada30-0a98-418a-8619-e1b619ae7fd9 None None] New status for floating IP 0ccd942f-a4da-40e3-8378-89f01d0b9529: ACTIVE {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:20:47.503883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:20:47.860546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc743da3-09a0-4cc0-a565-15254c92f932 req-37d0d491-b8ed-40a4-9eb9-fb5ec99b3fa0 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:47.865694 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc743da3-09a0-4cc0-a565-15254c92f932 req-37d0d491-b8ed-40a4-9eb9-fb5ec99b3fa0 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.1626635 Jan 20 07:20:47.918427 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '3e74adb1-e397-48e2-8d78-217174cc33bd', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'mac_address': 'fa:16:3e:12:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:19:49Z', 'updated_at': '2022-01-20T07:20:44Z', 'revision_number': 1, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:20:47.941392 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc743da3-09a0-4cc0-a565-15254c92f932 req-6e750422-ee57-43a8-aab4-3b8ef526606d tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629756 Jan 20 07:20:47.946808 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:47.951778 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f8de6-6afe-4838-8656-ef59165748db" -d '{"events": [{"name": "network-changed", "server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:47.964235 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d6abb-58bf-4865-aea1-0a64e3d385a2 None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '3e74adb1-e397-48e2-8d78-217174cc33bd', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'mac_address': 'fa:16:3e:12:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:19:49Z', 'updated_at': '2022-01-20T07:20:44Z', 'revision_number': 1, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:20:48.278512 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b947e0-8f13-4e49-8159-32ae52e9561a None None] New status for floating IP 3e74adb1-e397-48e2-8d78-217174cc33bd: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:20:50.339314 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-1818d74d-dc1d-437a-b545-92af37764590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.340811 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-1818d74d-dc1d-437a-b545-92af37764590 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.0466058 Jan 20 07:20:50.378015 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd5f0f-7562-4943-bc95-d15e0c378026 x-openstack-request-id: req-59bd5f0f-7562-4943-bc95-d15e0c378026 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:50.378312 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:50.378569 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59bd5f0f-7562-4943-bc95-d15e0c378026 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:50.379494 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'status': 'completed', 'code': 200} Jan 20 07:20:50.438093 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-cb3ecfdc-ac5e-4690-9275-6f3865587bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.439858 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-cb3ecfdc-ac5e-4690-9275-6f3865587bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787780 Jan 20 07:20:50.507980 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8de6-6afe-4838-8656-ef59165748db req-82c046f4-1a7b-4465-afa9-a31467a2530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.509641 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-82c046f4-1a7b-4465-afa9-a31467a2530a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1098 time: 0.0951483 Jan 20 07:20:50.528441 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6f251-60a1-4d85-b569-67a61bcc476a req-47924b87-ddf8-4117-8ede-8abcc55a8e19 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.530160 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bbc6f251-60a1-4d85-b569-67a61bcc476a req-47924b87-ddf8-4117-8ede-8abcc55a8e19 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.0620625 Jan 20 07:20:50.541418 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b1a1-2355-4289-825f-cf76cd9fd1d4 req-5e344d7b-73a2-4bde-8122-93d903b98768 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.546231 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eb7b1a1-2355-4289-825f-cf76cd9fd1d4 req-5e344d7b-73a2-4bde-8122-93d903b98768 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1048071 Jan 20 07:20:50.616110 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-52d3b9df-6cdb-42bb-b6d7-97878f43576d service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640675 Jan 20 07:20:50.637038 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bbc6f251-60a1-4d85-b569-67a61bcc476a req-8bfff4cf-4348-46f7-afae-ce6f21e40afa tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977132 Jan 20 07:20:50.648936 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eb7b1a1-2355-4289-825f-cf76cd9fd1d4 req-155def38-ed7e-4859-979c-dca57a574f3a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989692 Jan 20 07:20:50.667420 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8de6-6afe-4838-8656-ef59165748db req-57315307-6091-475b-b6d5-eab23134e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.677368 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-57315307-6091-475b-b6d5-eab23134e44f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.1393762 Jan 20 07:20:50.765927 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79a0e6a3-8c2c-4355-a0f3-c8cbd7f4c82c req-e5b020bc-59fc-43d5-8755-5607e93342dd service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401289 Jan 20 07:20:50.811812 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-3d89f74b-53fa-465a-9b93-2d40daf05b11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 1001 time: 0.1346056 Jan 20 07:20:50.875826 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8de6-6afe-4838-8656-ef59165748db req-8375cc8b-70c1-4f9f-976e-ecebcf779889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.878089 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-8375cc8b-70c1-4f9f-976e-ecebcf779889 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0583100 Jan 20 07:20:50.948348 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8de6-6afe-4838-8656-ef59165748db req-f665a1b1-84cc-462e-8442-fb23751e39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:50.950589 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-f665a1b1-84cc-462e-8442-fb23751e39c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611680 Jan 20 07:20:51.057499 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-c33d205b-6308-49d4-8d7e-d1c7a7a9cff2 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927877 Jan 20 07:20:51.161583 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3f8de6-6afe-4838-8656-ef59165748db req-d967e6e6-535e-45c0-94ff-629a0bfd10df service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949652 Jan 20 07:20:51.852493 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638b64-12ef-4b48-9a8d-49a89453717b req-05dc166e-bdff-4de7-9b6e-db6550b0220d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:51.882070 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0638b64-12ef-4b48-9a8d-49a89453717b req-05dc166e-bdff-4de7-9b6e-db6550b0220d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1371636 Jan 20 07:20:51.892395 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d98d39-06fd-47a8-bc35-47184c13ab22 req-d62ed3f9-6f21-43e1-bc36-5c2c936e01b7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:51.900219 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-17d98d39-06fd-47a8-bc35-47184c13ab22 req-d62ed3f9-6f21-43e1-bc36-5c2c936e01b7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.1233139 Jan 20 07:20:51.983801 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0638b64-12ef-4b48-9a8d-49a89453717b req-b59d9e01-0d6b-46dc-8987-fa6c679dae12 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095653 Jan 20 07:20:52.002252 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-17d98d39-06fd-47a8-bc35-47184c13ab22 req-7e51939d-f19c-4049-a570-31ba4de21d8c tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/security-groups?id=99740b9c-48d9-4015-b9a7-7f6211f2524e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004896 Jan 20 07:20:52.146740 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-3ca9b1c6-4366-470a-98a3-df4818bc5dc7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:52.149247 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-3ca9b1c6-4366-470a-98a3-df4818bc5dc7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.42 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 945 time: 0.0842636 Jan 20 07:20:52.369198 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Deleting port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:20:52.369802 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:52.573349 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] For port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,segment=NetworkSegment(1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9),segment_id=1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:20:52.573765 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:52.599068 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Calling delete_port for dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:20:52.819779 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:52.877707 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Pushing event deleted for resources: {'Port': ['ID=dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:20:52.962849 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] No DVR routers for this DVR port dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 on host hv-cinder-82301 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:20:52.967661 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:20:52.971323 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7cee8bfa-8002-404c-ac23-66773b8fe1d2 req-6b5e6afd-2e58-455e-a1cc-2af9b7ac3ce7 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.42 "DELETE /v2.0/ports/dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 HTTP/1.1" status: 204 len: 173 time: 0.8118794 Jan 20 07:20:52.971795 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'name': 'network-vif-deleted', 'tag': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:20:52.974114 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a9c50e-f987-4eb1-a278-c6e7c28c9cc4" -d '{"events": [{"server_uuid": "844eeac0-9cf9-485c-a6a9-c9c27b5f9836", "name": "network-vif-deleted", "tag": "dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:20:55.490756 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:20:55.549902 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53e803e-02ad-4a14-ae0c-aec9183c34e1 x-openstack-request-id: req-a53e803e-02ad-4a14-ae0c-aec9183c34e1 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:20:55.550758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844eeac0-9cf9-485c-a6a9-c9c27b5f9836", "name": "network-vif-deleted", "tag": "dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:20:55.550758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a53e803e-02ad-4a14-ae0c-aec9183c34e1 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:20:55.551551 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844eeac0-9cf9-485c-a6a9-c9c27b5f9836', 'name': 'network-vif-deleted', 'tag': 'dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883', 'status': 'completed', 'code': 200} Jan 20 07:20:55.574255 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:20:55.611416 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:20:55.612319 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device dbe3bdaa-d2b0-4bd1-92fb-e825d13c4883 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:20:55.639974 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-45281775-34e1-4673-8273-53c1d7c543c1 req-c9acfc55-44d1-49ef-a53e-3b437d266c3e tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.0358033 Jan 20 07:20:55.695070 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b222-c0b7-4585-869c-ac4d905c012c req-d20e718f-53de-4004-a801-a1a808c13ed8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:55.697139 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-51a3b222-c0b7-4585-869c-ac4d905c012c req-d20e718f-53de-4004-a801-a1a808c13ed8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0648336 Jan 20 07:20:55.754130 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-51a3b222-c0b7-4585-869c-ac4d905c012c req-23a3b928-0f64-4cfc-be69-b266b6a8b707 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Jan 20 07:20:58.941979 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-230ce665-9f20-42b5-aaa4-8abaf4506079 req-1afb5033-efcf-46f1-b18f-10031e5360fc tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.0349402 Jan 20 07:20:58.998938 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b293-8d03-4a8b-83ef-87f1213b6090 req-a67148a4-5542-41e5-b8c8-8863fe46747e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:20:59.000531 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b008b293-8d03-4a8b-83ef-87f1213b6090 req-a67148a4-5542-41e5-b8c8-8863fe46747e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0519624 Jan 20 07:20:59.052873 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b008b293-8d03-4a8b-83ef-87f1213b6090 req-f5e1eb79-613a-47b0-b536-9b27f32ffd98 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Jan 20 07:21:00.140682 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67639933-4195-4ed3-abb5-fe26368d8fc3 req-923692e1-f8b1-46b6-abaf-a43927f94147 tempest-DeleteServersTestJSON-275670688 tempest-DeleteServersTestJSON-275670688-project] 10.222.0.53 "GET /v2.0/ports?device_id=844eeac0-9cf9-485c-a6a9-c9c27b5f9836 HTTP/1.1" status: 200 len: 210 time: 0.0417070 Jan 20 07:21:00.279539 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc113a-038f-41ce-8812-09b90439cbc1 req-992878a2-dcc1-4307-8997-b361c9c56630 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:00.282090 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-48bc113a-038f-41ce-8812-09b90439cbc1 req-992878a2-dcc1-4307-8997-b361c9c56630 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0865524 Jan 20 07:21:00.359037 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-48bc113a-038f-41ce-8812-09b90439cbc1 req-a0689726-b19c-4727-8b33-b4436f4b5364 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655499 Jan 20 07:21:00.691162 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58386) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:00.807743 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-872182e2-c9bc-4e23-9aa7-6c64c839e565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:00.892787 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-872182e2-c9bc-4e23-9aa7-6c64c839e565 admin admin] Publish callbacks [] for security_group (d9267ee8-5ee2-4b64-a775-5962abb51a86), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:00.897961 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-872182e2-c9bc-4e23-9aa7-6c64c839e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d9267ee8-5ee2-4b64-a775-5962abb51a86), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:00.938250 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872182e2-c9bc-4e23-9aa7-6c64c839e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9267ee8-5ee2-4b64-a775-5962abb51a86,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:00.945638 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-872182e2-c9bc-4e23-9aa7-6c64c839e565 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2314debfb314671b442be52facac794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517827 Jan 20 07:21:00.947720 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58390) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:01.001507 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38d9c1bf-4551-4cb0-8b7f-1fb82be6dae7 admin admin] Publish callbacks [] for security_group (d9267ee8-5ee2-4b64-a775-5962abb51a86), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:01.029637 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38d9c1bf-4551-4cb0-8b7f-1fb82be6dae7 admin admin] Publish callbacks [] for security_group (d9267ee8-5ee2-4b64-a775-5962abb51a86), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:01.085094 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38d9c1bf-4551-4cb0-8b7f-1fb82be6dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d9267ee8-5ee2-4b64-a775-5962abb51a86), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:01.088252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38d9c1bf-4551-4cb0-8b7f-1fb82be6dae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:01.093085 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-38d9c1bf-4551-4cb0-8b7f-1fb82be6dae7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9267ee8-5ee2-4b64-a775-5962abb51a86 HTTP/1.1" status: 204 len: 168 time: 0.1442392 Jan 20 07:21:01.101576 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9c1bf-4551-4cb0-8b7f-1fb82be6dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9267ee8-5ee2-4b64-a775-5962abb51a86,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:01.605892 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1d35-0e04-4045-86f9-eef8969930f6 req-256d5dc4-dd10-412d-9837-65b87882a756 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:01.609078 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-85dc1d35-0e04-4045-86f9-eef8969930f6 req-256d5dc4-dd10-412d-9837-65b87882a756 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1032512 Jan 20 07:21:01.706306 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-85dc1d35-0e04-4045-86f9-eef8969930f6 req-d0e21fbe-9ce3-4b2f-81f9-fcaacc7d63fa tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 Jan 20 07:21:01.841453 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4d03b680-02ed-4c69-9fde-e8190870b21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.202758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58476) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:02.387032 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6cd96d37-a694-4f38-98e0-0878a20b8c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.482295 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6cd96d37-a694-4f38-98e0-0878a20b8c68 admin admin] Publish callbacks [] for security_group (d370dc38-f552-47f9-844e-df9cf29cc563), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.487797 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6cd96d37-a694-4f38-98e0-0878a20b8c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d370dc38-f552-47f9-844e-df9cf29cc563), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.543663 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6cd96d37-a694-4f38-98e0-0878a20b8c68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb8eee55b1384923b86c410e5e567c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379517 Jan 20 07:21:02.545152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd96d37-a694-4f38-98e0-0878a20b8c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d370dc38-f552-47f9-844e-df9cf29cc563,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:02.547720 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58488) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:02.654366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1de2353c-3939-4147-945a-a80057fe321a admin admin] Publish callbacks [] for security_group (d370dc38-f552-47f9-844e-df9cf29cc563), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.700024 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1de2353c-3939-4147-945a-a80057fe321a admin admin] Publish callbacks [] for security_group (d370dc38-f552-47f9-844e-df9cf29cc563), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.791831 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1de2353c-3939-4147-945a-a80057fe321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d370dc38-f552-47f9-844e-df9cf29cc563), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.797084 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1de2353c-3939-4147-945a-a80057fe321a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:02.813491 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1de2353c-3939-4147-945a-a80057fe321a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d370dc38-f552-47f9-844e-df9cf29cc563 HTTP/1.1" status: 204 len: 168 time: 0.2628207 Jan 20 07:21:02.835270 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2353c-3939-4147-945a-a80057fe321a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d370dc38-f552-47f9-844e-df9cf29cc563,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:03.028595 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58512) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:03.099578 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dd13e-ae3d-4287-9759-35fe9f458390 req-559c95c2-cbbf-4192-ac5c-0b96f9c2fad3 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:03.101190 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9f9dd13e-ae3d-4287-9759-35fe9f458390 req-559c95c2-cbbf-4192-ac5c-0b96f9c2fad3 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1485968 Jan 20 07:21:03.124596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Deleting subnet 2ba42dc2-46c1-473c-8447-1af2f181e8bd {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:21:03.128394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Publish callbacks [] for subnet (2ba42dc2-46c1-473c-8447-1af2f181e8bd), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.190195 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Publish callbacks [] for subnet (2ba42dc2-46c1-473c-8447-1af2f181e8bd), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.212517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (2ba42dc2-46c1-473c-8447-1af2f181e8bd), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.225934 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9f9dd13e-ae3d-4287-9759-35fe9f458390 req-29c07e16-14d8-4fd7-bde7-f1e391cb4774 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098130 Jan 20 07:21:03.310425 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (2ba42dc2-46c1-473c-8447-1af2f181e8bd), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.342691 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba42dc2-46c1-473c-8447-1af2f181e8bd,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:03.349151 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.352767 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1867d541-2d16-423c-a7b0-465a864ed037 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2ba42dc2-46c1-473c-8447-1af2f181e8bd HTTP/1.1" status: 204 len: 168 time: 0.3227267 Jan 20 07:21:03.355614 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58520) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:03.365775 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58522) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:03.419647 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-63fa0466-e76e-4aa2-ac1f-d1d1c044cdc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.469747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (d0c931c3-7b6f-40b3-8586-a600e9bfd398), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.530122 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58528) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:03.598782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (d0c931c3-7b6f-40b3-8586-a600e9bfd398), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.621944 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-63fa0466-e76e-4aa2-ac1f-d1d1c044cdc8 admin admin] Publish callbacks [] for security_group (a723db86-f1ef-4596-8804-44730d587534), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.628446 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-63fa0466-e76e-4aa2-ac1f-d1d1c044cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a723db86-f1ef-4596-8804-44730d587534), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.642548 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.642740 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.643514 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.643848 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.644193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.644527 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.644858 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.645176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.645520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.645885 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.700761 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-88d33728-486e-45fd-b3d7-3e11a8922823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.823533 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-88d33728-486e-45fd-b3d7-3e11a8922823 admin admin] Publish callbacks [] for security_group (7c568fcd-7006-462f-a27a-8428bddb6b9b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.829899 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-88d33728-486e-45fd-b3d7-3e11a8922823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (7c568fcd-7006-462f-a27a-8428bddb6b9b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:03.866771 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.867873 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.868635 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.869964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:03.870988 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c931c3-7b6f-40b3-8586-a600e9bfd398']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:03.893052 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-88d33728-486e-45fd-b3d7-3e11a8922823 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2359edae84b847538fe87411901dbc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610704 Jan 20 07:21:03.894025 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58536) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:03.929354 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:03.929904 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:03.979345 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.005028 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-63fa0466-e76e-4aa2-ac1f-d1d1c044cdc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01abda150ca342b7a90feba0d5351b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375732 Jan 20 07:21:04.006159 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa0466-e76e-4aa2-ac1f-d1d1c044cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a723db86-f1ef-4596-8804-44730d587534,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:04.017698 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58542) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:04.043838 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.066731 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:21:04.067469 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (1db7fe98-b0ff-4928-a91c-dbf9a2c7d0e9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:21:04.093608 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:21:04.165666 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33728-486e-45fd-b3d7-3e11a8922823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c568fcd-7006-462f-a27a-8428bddb6b9b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:04.182159 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (d0c931c3-7b6f-40b3-8586-a600e9bfd398), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.200311 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.204917 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] 10.222.0.53 "DELETE /v2.0/networks/d0c931c3-7b6f-40b3-8586-a600e9bfd398 HTTP/1.1" status: 204 len: 168 time: 0.8478658 Jan 20 07:21:04.224235 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdc3ed-8f59-4713-ac06-68e2ceecdbdd admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c931c3-7b6f-40b3-8586-a600e9bfd398,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:04.238207 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58548) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:04.268439 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-146d4244-866e-45fa-8f50-385cb7b3d9ed admin admin] Publish callbacks [] for security_group (a723db86-f1ef-4596-8804-44730d587534), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.299987 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f96ae4-d18a-42bb-b89f-8bbee1540bcd admin admin] Publish callbacks [] for security_group (7c568fcd-7006-462f-a27a-8428bddb6b9b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.334662 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-146d4244-866e-45fa-8f50-385cb7b3d9ed admin admin] Publish callbacks [] for security_group (a723db86-f1ef-4596-8804-44730d587534), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.357976 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f96ae4-d18a-42bb-b89f-8bbee1540bcd admin admin] Publish callbacks [] for security_group (7c568fcd-7006-462f-a27a-8428bddb6b9b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.497531 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-146d4244-866e-45fa-8f50-385cb7b3d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a723db86-f1ef-4596-8804-44730d587534), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.500896 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-146d4244-866e-45fa-8f50-385cb7b3d9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.505205 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-146d4244-866e-45fa-8f50-385cb7b3d9ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a723db86-f1ef-4596-8804-44730d587534 HTTP/1.1" status: 204 len: 168 time: 0.4852643 Jan 20 07:21:04.521472 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d4244-866e-45fa-8f50-385cb7b3d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a723db86-f1ef-4596-8804-44730d587534,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:04.522996 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b691075-415c-40e4-942b-e4529b63e612 req-3993222f-82b7-4411-a998-cf41e369e1b2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:04.555678 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3b691075-415c-40e4-942b-e4529b63e612 req-3993222f-82b7-4411-a998-cf41e369e1b2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1831312 Jan 20 07:21:04.636616 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f96ae4-d18a-42bb-b89f-8bbee1540bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (7c568fcd-7006-462f-a27a-8428bddb6b9b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.642481 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1f96ae4-d18a-42bb-b89f-8bbee1540bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.649411 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f1f96ae4-d18a-42bb-b89f-8bbee1540bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c568fcd-7006-462f-a27a-8428bddb6b9b HTTP/1.1" status: 204 len: 168 time: 0.7489703 Jan 20 07:21:04.658882 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58564) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:04.683649 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f96ae4-d18a-42bb-b89f-8bbee1540bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c568fcd-7006-462f-a27a-8428bddb6b9b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:04.687355 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc58e040-763a-4a0c-b00c-269f8dd54c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.734935 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-58a4bfe8-9492-4b69-a684-911500453bd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba1cd2d2f20742ee8a2edae146d17795&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0764997 Jan 20 07:21:04.739106 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58566) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:04.762062 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3b691075-415c-40e4-942b-e4529b63e612 req-0b51dd40-3e22-4242-bcfb-4def89fa9433 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043946 Jan 20 07:21:04.819596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a8d371a-6798-4f51-a594-f33abd0d35b8 admin admin] Publish callbacks [] for security_group (99740b9c-48d9-4015-b9a7-7f6211f2524e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.882184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a8d371a-6798-4f51-a594-f33abd0d35b8 admin admin] Publish callbacks [] for security_group (99740b9c-48d9-4015-b9a7-7f6211f2524e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.897988 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc58e040-763a-4a0c-b00c-269f8dd54c03 admin admin] Publish callbacks [] for security_group (27555b89-df5b-438b-932b-f90c43476ab3), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.906612 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc58e040-763a-4a0c-b00c-269f8dd54c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (27555b89-df5b-438b-932b-f90c43476ab3), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.964343 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a8d371a-6798-4f51-a594-f33abd0d35b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (99740b9c-48d9-4015-b9a7-7f6211f2524e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.968402 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a8d371a-6798-4f51-a594-f33abd0d35b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:04.969880 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3a8d371a-6798-4f51-a594-f33abd0d35b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99740b9c-48d9-4015-b9a7-7f6211f2524e HTTP/1.1" status: 204 len: 168 time: 0.2297418 Jan 20 07:21:04.987400 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d371a-6798-4f51-a594-f33abd0d35b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99740b9c-48d9-4015-b9a7-7f6211f2524e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:04.993597 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e040-763a-4a0c-b00c-269f8dd54c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27555b89-df5b-438b-932b-f90c43476ab3,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:05.003624 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fc58e040-763a-4a0c-b00c-269f8dd54c03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c636147dfba4fa786bd05fd134ad395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7591405 Jan 20 07:21:05.006566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58572) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:05.117222 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c49ae49c-5212-4af1-8a60-629391e4a06e admin admin] Publish callbacks [] for security_group (27555b89-df5b-438b-932b-f90c43476ab3), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.156373 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c49ae49c-5212-4af1-8a60-629391e4a06e admin admin] Publish callbacks [] for security_group (27555b89-df5b-438b-932b-f90c43476ab3), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.215003 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0a32a37a-e0e0-4336-96c7-1328e872435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.254610 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c49ae49c-5212-4af1-8a60-629391e4a06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (27555b89-df5b-438b-932b-f90c43476ab3), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.259179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c49ae49c-5212-4af1-8a60-629391e4a06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.261400 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c49ae49c-5212-4af1-8a60-629391e4a06e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27555b89-df5b-438b-932b-f90c43476ab3 HTTP/1.1" status: 204 len: 168 time: 0.2527094 Jan 20 07:21:05.276773 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ae49c-5212-4af1-8a60-629391e4a06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27555b89-df5b-438b-932b-f90c43476ab3,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:05.407411 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58584) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:05.432784 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b897f082-0ec0-4854-a4fa-294756c28927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.546159 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b897f082-0ec0-4854-a4fa-294756c28927 admin admin] Publish callbacks [] for security_group (ffdc4e25-fc34-4642-8a62-197536271a7f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.551827 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b897f082-0ec0-4854-a4fa-294756c28927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ffdc4e25-fc34-4642-8a62-197536271a7f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.587823 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b897f082-0ec0-4854-a4fa-294756c28927 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f0088445e014a94a32bf163c1d80746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793368 Jan 20 07:21:05.592040 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58588) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:05.619367 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897f082-0ec0-4854-a4fa-294756c28927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdc4e25-fc34-4642-8a62-197536271a7f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:05.661709 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-727244e8-c253-4693-94da-b9bec6ccec8f admin admin] Publish callbacks [] for security_group (ffdc4e25-fc34-4642-8a62-197536271a7f), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.696433 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-727244e8-c253-4693-94da-b9bec6ccec8f admin admin] Publish callbacks [] for security_group (ffdc4e25-fc34-4642-8a62-197536271a7f), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.714654 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.791001 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-727244e8-c253-4693-94da-b9bec6ccec8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ffdc4e25-fc34-4642-8a62-197536271a7f), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.794798 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-727244e8-c253-4693-94da-b9bec6ccec8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:05.795997 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-727244e8-c253-4693-94da-b9bec6ccec8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffdc4e25-fc34-4642-8a62-197536271a7f HTTP/1.1" status: 204 len: 168 time: 0.2029202 Jan 20 07:21:05.813214 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727244e8-c253-4693-94da-b9bec6ccec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdc4e25-fc34-4642-8a62-197536271a7f,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:05.904118 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:07.724268 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea93a-ee27-4665-8166-603eb35f9d52 req-b329f55a-e5d0-4cff-a814-be9fd3af9c3c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:07.731962 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a07ea93a-ee27-4665-8166-603eb35f9d52 req-b329f55a-e5d0-4cff-a814-be9fd3af9c3c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0709527 Jan 20 07:21:07.764050 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:07.825832 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a07ea93a-ee27-4665-8166-603eb35f9d52 req-08017400-12f4-4936-9e5f-c3c29370c6bc tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925064 Jan 20 07:21:08.437171 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:09.118079 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f615a1b-2f0b-47a3-b626-d4cc2747c847 req-d4c02e6e-b9f7-4123-ad52-96d155ab39c4 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:09.125079 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f615a1b-2f0b-47a3-b626-d4cc2747c847 req-d4c02e6e-b9f7-4123-ad52-96d155ab39c4 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1062927 Jan 20 07:21:09.210765 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f615a1b-2f0b-47a3-b626-d4cc2747c847 req-514434a3-3bb4-41b3-b193-4b26a6b4b6b2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790265 Jan 20 07:21:09.862585 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58780) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:10.110000 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae7-6430-47af-a4fb-3122858221b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.228231 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae7-6430-47af-a4fb-3122858221b7 admin admin] Publish callbacks [] for security_group (29b9f2cc-fef8-4410-8686-826013d0212d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.232980 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae7-6430-47af-a4fb-3122858221b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (29b9f2cc-fef8-4410-8686-826013d0212d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.273212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7ae7-6430-47af-a4fb-3122858221b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9f2cc-fef8-4410-8686-826013d0212d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:10.280698 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f24f7ae7-6430-47af-a4fb-3122858221b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e064c520edb44858c78f557ef1ea7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149015 Jan 20 07:21:10.282197 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58800) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:10.350266 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b8b9016e-51cc-4400-8ef6-c968b36d723d admin admin] Publish callbacks [] for security_group (29b9f2cc-fef8-4410-8686-826013d0212d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.374869 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2ebf3-16a6-4bb6-99be-320029f8097a req-aa504830-852f-4aaa-a12e-4f66e34de887 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:10.376511 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9d2ebf3-16a6-4bb6-99be-320029f8097a req-aa504830-852f-4aaa-a12e-4f66e34de887 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0545392 Jan 20 07:21:10.451270 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9d2ebf3-16a6-4bb6-99be-320029f8097a req-b1b56284-ef02-442c-8ca3-d9a3bef7441e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 Jan 20 07:21:10.611439 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b8b9016e-51cc-4400-8ef6-c968b36d723d admin admin] Publish callbacks [] for security_group (29b9f2cc-fef8-4410-8686-826013d0212d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.662994 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b8b9016e-51cc-4400-8ef6-c968b36d723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (29b9f2cc-fef8-4410-8686-826013d0212d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.665920 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b8b9016e-51cc-4400-8ef6-c968b36d723d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:10.667086 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b8b9016e-51cc-4400-8ef6-c968b36d723d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29b9f2cc-fef8-4410-8686-826013d0212d HTTP/1.1" status: 204 len: 168 time: 0.3835325 Jan 20 07:21:10.675598 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9016e-51cc-4400-8ef6-c968b36d723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9f2cc-fef8-4410-8686-826013d0212d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:11.068886 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58814) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:11.091828 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5b5-4bed-4994-abb2-3e9665b7081b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.215900 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5b5-4bed-4994-abb2-3e9665b7081b admin admin] Publish callbacks [] for security_group (dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.222134 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5b5-4bed-4994-abb2-3e9665b7081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.274552 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3e58e5b5-4bed-4994-abb2-3e9665b7081b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0b02a64f58b4df58cf2334cb60286c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040651 Jan 20 07:21:11.277035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58e5b5-4bed-4994-abb2-3e9665b7081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:11.279217 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58818) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:11.346501 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fad7d226-0456-47d3-92a0-70b45e9da632 admin admin] Publish callbacks [] for security_group (dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.373487 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fad7d226-0456-47d3-92a0-70b45e9da632 admin admin] Publish callbacks [] for security_group (dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.439114 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fad7d226-0456-47d3-92a0-70b45e9da632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.441951 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fad7d226-0456-47d3-92a0-70b45e9da632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:11.443422 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fad7d226-0456-47d3-92a0-70b45e9da632 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a HTTP/1.1" status: 204 len: 168 time: 0.1623912 Jan 20 07:21:11.455060 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7d226-0456-47d3-92a0-70b45e9da632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd67bd22-79f2-4b07-8d83-c1a1a1da7e5a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:11.723626 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c844d33-5ff3-474d-92e3-08a4202741d9 req-bc24c2f4-a428-4945-ac9e-08e6683c6372 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:11.725796 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c844d33-5ff3-474d-92e3-08a4202741d9 req-bc24c2f4-a428-4945-ac9e-08e6683c6372 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0618651 Jan 20 07:21:11.816597 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c844d33-5ff3-474d-92e3-08a4202741d9 req-3e4ee6d9-47f5-42d5-acd2-e75b88e43ab2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787854 Jan 20 07:21:13.010648 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11341d6c-7b53-4da3-94c9-18961921d7ee req-cdf7716e-4710-42ca-8aba-add620f5752a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:13.013623 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-11341d6c-7b53-4da3-94c9-18961921d7ee req-cdf7716e-4710-42ca-8aba-add620f5752a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0904889 Jan 20 07:21:13.092220 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-11341d6c-7b53-4da3-94c9-18961921d7ee req-0411eaa7-419d-412d-87cc-2b4dd04710d0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Jan 20 07:21:13.148552 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58886) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:13.201624 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:21:13.265811 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c1d94f-b03d-4d87-96e8-be4170ce2f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.399149 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c1d94f-b03d-4d87-96e8-be4170ce2f54 admin admin] Publish callbacks [] for security_group (f1fbd2af-c3be-4656-b78b-485745143a0b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.404983 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c1d94f-b03d-4d87-96e8-be4170ce2f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f1fbd2af-c3be-4656-b78b-485745143a0b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.482653 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-69c1d94f-b03d-4d87-96e8-be4170ce2f54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d32fe768b584b28a21baa17cf003df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327255 Jan 20 07:21:13.484894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1d94f-b03d-4d87-96e8-be4170ce2f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fbd2af-c3be-4656-b78b-485745143a0b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:13.486543 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58896) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:13.556826 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8788b2f-68f6-490a-b231-65038fce5eaf admin admin] Publish callbacks [] for security_group (f1fbd2af-c3be-4656-b78b-485745143a0b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.595134 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8788b2f-68f6-490a-b231-65038fce5eaf admin admin] Publish callbacks [] for security_group (f1fbd2af-c3be-4656-b78b-485745143a0b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.685234 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8788b2f-68f6-490a-b231-65038fce5eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f1fbd2af-c3be-4656-b78b-485745143a0b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.690441 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8788b2f-68f6-490a-b231-65038fce5eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:13.696622 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e8788b2f-68f6-490a-b231-65038fce5eaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1fbd2af-c3be-4656-b78b-485745143a0b HTTP/1.1" status: 204 len: 168 time: 0.2070639 Jan 20 07:21:13.708938 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8788b2f-68f6-490a-b231-65038fce5eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fbd2af-c3be-4656-b78b-485745143a0b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:14.506035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 58934) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:14.611169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1909206594-network', 'tenant_id': 'f70afae2fa654bbaa57b2ac3a6f9e26f'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:14.635150 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Made reservation on behalf of f70afae2fa654bbaa57b2ac3a6f9e26f for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:14.638013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.646738 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.745331 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks [] for security_group (de083466-5fb6-40ae-a1c2-7c871fce7de0), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.754276 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (de083466-5fb6-40ae-a1c2-7c871fce7de0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.783250 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:14.794446 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de083466-5fb6-40ae-a1c2-7c871fce7de0,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:14.799675 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (e725a8e1-70d3-480b-85e9-9863f66d9775), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.800010 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Added segment e725a8e1-70d3-480b-85e9-9863f66d9775 of type vlan for network b9065e09-6b6d-486c-880b-02cb3f277ac1 Jan 20 07:21:14.847785 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (b9065e09-6b6d-486c-880b-02cb3f277ac1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.879878 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (b9065e09-6b6d-486c-880b-02cb3f277ac1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.883640 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:14.883640 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:14.941011 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4336936 Jan 20 07:21:14.945146 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 58944) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:14.947235 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc846e-7c8d-4fe7-ba75-ee1ad54956f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9065e09-6b6d-486c-880b-02cb3f277ac1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:14.954154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Request body: {'subnet': {'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1909206594-subnet', 'tenant_id': 'f70afae2fa654bbaa57b2ac3a6f9e26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:14.960314 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network b9065e09-6b6d-486c-880b-02cb3f277ac1 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:14.981887 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Made reservation on behalf of f70afae2fa654bbaa57b2ac3a6f9e26f for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:14.984738 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:15.185595 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (4d84ba8b-32c6-4d22-91b7-4092c86d45e8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:15.257187 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d84ba8b-32c6-4d22-91b7-4092c86d45e8,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:15.267894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Checking segment: {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:15.268263 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Network hostable DHCP agents. Network: b9065e09-6b6d-486c-880b-02cb3f277ac1, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:15.294906 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Network b9065e09-6b6d-486c-880b-02cb3f277ac1 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:15.306574 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, b9065e09-6b6d-486c-880b-02cb3f277ac1) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:15.314867 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:15.315468 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:15.316838 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba8899-a2ba-4d4a-aa0c-b8bdedb3d5a2 None None] Network b9065e09-6b6d-486c-880b-02cb3f277ac1 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:15.333737 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c4c6f731-0381-472b-8298-0ebb1d0482d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3862460 Jan 20 07:21:15.421991 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98284bf7-3495-40c0-a2d6-23cb69d9c6fc None None] Network b9065e09-6b6d-486c-880b-02cb3f277ac1 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:15.624092 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8602b31-f90e-482c-9dea-f3bc6922e260 req-493535c9-5eee-4ba6-8c72-1bfe8e94adda tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:15.626024 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e8602b31-f90e-482c-9dea-f3bc6922e260 req-493535c9-5eee-4ba6-8c72-1bfe8e94adda tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0580540 Jan 20 07:21:15.685459 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e8602b31-f90e-482c-9dea-f3bc6922e260 req-af67b2e5-790d-4bb0-a456-18ef99861df1 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534906 Jan 20 07:21:16.832019 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3fffc-ed69-49f6-9856-1d58d04c617c req-01ef0ac5-bb48-45ca-a9c8-e96b19e6c124 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:16.833728 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ddc3fffc-ed69-49f6-9856-1d58d04c617c req-01ef0ac5-bb48-45ca-a9c8-e96b19e6c124 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0690422 Jan 20 07:21:16.909959 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ddc3fffc-ed69-49f6-9856-1d58d04c617c req-e7b1a08d-84b8-46ef-b026-25c808aa9f9e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Jan 20 07:21:17.317577 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-bc9eb991-c7da-498d-93b4-eb87c9ebe6a3 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:17.319177 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-bc9eb991-c7da-498d-93b4-eb87c9ebe6a3 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/networks?id=b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 200 len: 809 time: 0.1620789 Jan 20 07:21:17.363409 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-7c6bf638-bfb5-48e0-9149-48316a0f417c tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/quotas/f70afae2fa654bbaa57b2ac3a6f9e26f HTTP/1.1" status: 200 len: 375 time: 0.0331590 Jan 20 07:21:17.396496 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-a2511f15-f6e8-449f-979f-e0fcff0d3373 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310581 Jan 20 07:21:17.518877 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-3ea9972a-443d-42eb-9ba8-bc7f4ea3c591 service neutron] 10.222.0.53 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122749 Jan 20 07:21:17.646191 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-eebddf2b-0e2b-4a3b-8ba8-92f7691417a7 service neutron] 10.222.0.53 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215069 Jan 20 07:21:17.877630 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0d01dee-4cdb-462d-8cb9-af02eb515345 req-f52bd1d1-1498-4f00-820d-982ad1d902c7 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 210 time: 0.0480773 Jan 20 07:21:18.073166 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474adc-68c8-414f-81df-7ab741b8e408 req-439b5eb7-1615-4fd3-a39f-fabdd9804f82 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:18.075289 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0c474adc-68c8-414f-81df-7ab741b8e408 req-439b5eb7-1615-4fd3-a39f-fabdd9804f82 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0603414 Jan 20 07:21:18.137462 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0c474adc-68c8-414f-81df-7ab741b8e408 req-d63cbaae-31fb-4d62-8be8-4a0f059f0659 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540755 Jan 20 07:21:19.070575 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7fd6e220-b556-45c3-aa39-f9897f9a8347 req-88855a08-77e4-4f1b-b238-8eac5d7950aa tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 210 time: 0.0353236 Jan 20 07:21:19.164180 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-3ce64af5-66c5-42b3-8108-35b9cae0a63e tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:19.166208 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-3ce64af5-66c5-42b3-8108-35b9cae0a63e tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "GET /v2.0/networks?id=b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 200 len: 809 time: 0.2017391 Jan 20 07:21:19.186152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Request body: {'port': {'device_id': '47e56f11-0328-4ff4-b412-58298105bdbb', 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1', 'admin_state_up': True, 'tenant_id': 'f70afae2fa654bbaa57b2ac3a6f9e26f'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:19.309358 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987e23-8ee2-4dc7-a716-380d01bc0288 req-9de3e00b-e99e-4946-82d1-b92dddcfbf73 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:19.310947 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4a987e23-8ee2-4dc7-a716-380d01bc0288 req-9de3e00b-e99e-4946-82d1-b92dddcfbf73 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0794559 Jan 20 07:21:19.350124 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Made reservation on behalf of f70afae2fa654bbaa57b2ac3a6f9e26f for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:19.353954 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.368381 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4a987e23-8ee2-4dc7-a716-380d01bc0288 req-85e24891-efa0-4b2a-8904-de0050fe0570 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Jan 20 07:21:19.477990 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59126) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:19.497161 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Allocated IP 172.20.0.10 (b9065e09-6b6d-486c-880b-02cb3f277ac1/4d84ba8b-32c6-4d22-91b7-4092c86d45e8/30976548-af38-4689-a8ce-a117a4ed774b) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:19.589856 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-130ed990-e295-4982-9184-c890609e6f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.655167 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks [] for port (30976548-af38-4689-a8ce-a117a4ed774b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.668230 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-130ed990-e295-4982-9184-c890609e6f24 admin admin] Publish callbacks [] for security_group (efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.672011 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-130ed990-e295-4982-9184-c890609e6f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.688602 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (30976548-af38-4689-a8ce-a117a4ed774b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.712492 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-130ed990-e295-4982-9184-c890609e6f24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e7bc5d2e87b4f1fb87a20c395057c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331152 Jan 20 07:21:19.713358 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ed990-e295-4982-9184-c890609e6f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:19.716561 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59132) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:19.732480 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Network b9065e09-6b6d-486c-880b-02cb3f277ac1 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:19.735579 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:19.739452 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:19.746190 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:19.746807 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.752720 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Pushing event updated for resources: {'Port': ['ID=30976548-af38-4689-a8ce-a117a4ed774b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:19.767201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30db396-9169-4043-9cec-d7db4c2448fe admin admin] Publish callbacks [] for security_group (efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.769108 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-0f2fb05b-f496-4877-9f40-7468dbe6f994 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896273 Jan 20 07:21:19.788827 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30db396-9169-4043-9cec-d7db4c2448fe admin admin] Publish callbacks [] for security_group (efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.852153 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30db396-9169-4043-9cec-d7db4c2448fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.854768 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30db396-9169-4043-9cec-d7db4c2448fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:19.856437 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d30db396-9169-4043-9cec-d7db4c2448fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3 HTTP/1.1" status: 204 len: 168 time: 0.1387701 Jan 20 07:21:19.865593 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30db396-9169-4043-9cec-d7db4c2448fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb86d1-bd3e-43a0-a40c-18a7d45ef4d3,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:20.856576 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Request body: {'port': {'device_id': '47e56f11-0328-4ff4-b412-58298105bdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:20.930952 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30976548-af38-4689-a8ce-a117a4ed774b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:21.213078 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30976548-af38-4689-a8ce-a117a4ed774b {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:21:21.222383 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Publish callbacks [] for port (30976548-af38-4689-a8ce-a117a4ed774b), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:21.237517 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Transition to ACTIVE for port object 30976548-af38-4689-a8ce-a117a4ed774b will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:21:21.242795 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (30976548-af38-4689-a8ce-a117a4ed774b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:21.332152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=30976548-af38-4689-a8ce-a117a4ed774b,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:21.346646 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Attempting to bind port 30976548-af38-4689-a8ce-a117a4ed774b on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:21.347001 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Attempting to bind port 30976548-af38-4689-a8ce-a117a4ed774b by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:21.347326 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Attempting to bind port 30976548-af38-4689-a8ce-a117a4ed774b on network b9065e09-6b6d-486c-880b-02cb3f277ac1 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:21.352526 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Port 30976548-af38-4689-a8ce-a117a4ed774b on network b9065e09-6b6d-486c-880b-02cb3f277ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:21:21.352863 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Attempting to bind port 30976548-af38-4689-a8ce-a117a4ed774b on network b9065e09-6b6d-486c-880b-02cb3f277ac1 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:21.359188 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:21.359415 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Checking segment: {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:21.359797 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Bound using segment: {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:21.360240 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Bound port: 30976548-af38-4689-a8ce-a117a4ed774b, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:21.360653 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30976548-af38-4689-a8ce-a117a4ed774b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:21.432634 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] For port 30976548-af38-4689-a8ce-a117a4ed774b, host hv-cinder-82301, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:21.437864 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] For port 30976548-af38-4689-a8ce-a117a4ed774b, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30976548-af38-4689-a8ce-a117a4ed774b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:21.443819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (30976548-af38-4689-a8ce-a117a4ed774b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:21.486513 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:21.487140 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:21.488601 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] 10.222.0.42 "PUT /v2.0/ports/30976548-af38-4689-a8ce-a117a4ed774b HTTP/1.1" status: 200 len: 1094 time: 0.6375530 Jan 20 07:21:21.489064 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e56f11-0328-4ff4-b412-58298105bdbb', 'tag': '30976548-af38-4689-a8ce-a117a4ed774b'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:21:21.491395 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19beda69-e34b-4c33-abf1-5829f68064da" -d '{"events": [{"name": "network-changed", "server_uuid": "47e56f11-0328-4ff4-b412-58298105bdbb", "tag": "30976548-af38-4689-a8ce-a117a4ed774b"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:21:21.515012 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611436-c434-447b-bc1a-67957966ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=30976548-af38-4689-a8ce-a117a4ed774b,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:21.997900 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-105fd6d0-ab74-44f9-a875-3db850763692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:22.000965 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-105fd6d0-ab74-44f9-a875-3db850763692 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 1097 time: 0.1351480 Jan 20 07:21:22.024638 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5eeca-b0be-4d88-bdee-9863c94a8d8d req-d381f8d3-e31f-4bcc-ba51-2ee8cd823848 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:22.031139 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bdd5eeca-b0be-4d88-bdee-9863c94a8d8d req-d381f8d3-e31f-4bcc-ba51-2ee8cd823848 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0721424 Jan 20 07:21:22.040072 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a16b-d8cc-4b1d-9501-b5ca9fc3c241 req-40aa0bef-32e5-4ae1-92d5-465e2d347631 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:22.050224 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9469a16b-d8cc-4b1d-9501-b5ca9fc3c241 req-40aa0bef-32e5-4ae1-92d5-465e2d347631 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 944 time: 0.1163893 Jan 20 07:21:22.100558 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bdd5eeca-b0be-4d88-bdee-9863c94a8d8d req-f63a57fa-1a82-416c-ae6d-4c017487e575 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Jan 20 07:21:22.110438 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-e9bbb9a8-e3e7-44a4-a582-66e262a20e84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30976548-af38-4689-a8ce-a117a4ed774b HTTP/1.1" status: 200 len: 217 time: 0.0968797 Jan 20 07:21:22.186212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23233e-92de-49bb-b2fa-d3b53969ca74 x-openstack-request-id: req-3c23233e-92de-49bb-b2fa-d3b53969ca74 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:21:22.186739 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e56f11-0328-4ff4-b412-58298105bdbb", "tag": "30976548-af38-4689-a8ce-a117a4ed774b", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:21:22.186962 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c23233e-92de-49bb-b2fa-d3b53969ca74 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:21:22.187382 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e56f11-0328-4ff4-b412-58298105bdbb', 'tag': '30976548-af38-4689-a8ce-a117a4ed774b', 'status': 'completed', 'code': 200} Jan 20 07:21:22.269784 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9469a16b-d8cc-4b1d-9501-b5ca9fc3c241 req-79d2002c-c9f9-4f22-9428-18fc4d3c7774 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646216 Jan 20 07:21:22.272720 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-819c3205-42d5-4d94-a7d8-a8d20fdd0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:22.275154 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-819c3205-42d5-4d94-a7d8-a8d20fdd0c2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d84ba8b-32c6-4d22-91b7-4092c86d45e8 HTTP/1.1" status: 200 len: 849 time: 0.1543872 Jan 20 07:21:22.314650 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-f5452312-121a-424a-8953-d75f211fe84c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9065e09-6b6d-486c-880b-02cb3f277ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322418 Jan 20 07:21:22.422092 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-1ef0ff65-ba7f-41e4-9b79-7971f39428df service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951250 Jan 20 07:21:22.586129 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4af07fe-c4b9-4441-a9c3-7d93114a04a6 req-2d7bb1ba-a049-416d-bf45-8e13bef21012 service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575181 Jan 20 07:21:22.723136 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beda69-e34b-4c33-abf1-5829f68064da req-59ea1664-db16-4b4f-aaf6-c53d6dd79787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:22.724705 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-59ea1664-db16-4b4f-aaf6-c53d6dd79787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 1097 time: 0.0665665 Jan 20 07:21:22.875113 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beda69-e34b-4c33-abf1-5829f68064da req-7111eb0c-c28d-416c-9db7-bf95e7a43681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:22.879360 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-7111eb0c-c28d-416c-9db7-bf95e7a43681 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 200 len: 910 time: 0.1462171 Jan 20 07:21:22.956660 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-58c7132b-89e7-47e0-b0ab-1bdd9344ccc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30976548-af38-4689-a8ce-a117a4ed774b HTTP/1.1" status: 200 len: 217 time: 0.0712717 Jan 20 07:21:23.044526 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beda69-e34b-4c33-abf1-5829f68064da req-46d0e00f-e8af-4f87-8870-3979cbad0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:23.047153 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-46d0e00f-e8af-4f87-8870-3979cbad0879 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d84ba8b-32c6-4d22-91b7-4092c86d45e8 HTTP/1.1" status: 200 len: 849 time: 0.0836196 Jan 20 07:21:23.085375 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59190) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:23.093248 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-e0bdb701-666b-41e4-96f6-4e3e4907df9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9065e09-6b6d-486c-880b-02cb3f277ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383425 Jan 20 07:21:23.237762 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-f914c350-1e83-4e25-9905-02454bceb3ab service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381764 Jan 20 07:21:23.301233 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-de038b03-b189-47b7-9fa0-0a47e75a1dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.344273 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19beda69-e34b-4c33-abf1-5829f68064da req-32b7b4f5-9913-4814-8204-44b0d0d4c04d service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990989 Jan 20 07:21:23.387311 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2748d-2744-4eaf-81b3-af91efcb8279 req-59598bf3-bea0-4b48-989f-ad8b774526ef tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:23.389155 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d3c2748d-2744-4eaf-81b3-af91efcb8279 req-59598bf3-bea0-4b48-989f-ad8b774526ef tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1724830 Jan 20 07:21:23.413839 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3842f6-cd00-4e63-a4b9-2ae8f51fb61f req-6f7d4286-8fd5-4401-9b11-4c569c926c32 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:23.415581 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce3842f6-cd00-4e63-a4b9-2ae8f51fb61f req-6f7d4286-8fd5-4401-9b11-4c569c926c32 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 944 time: 0.0576272 Jan 20 07:21:23.436198 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c2859-0009-4a8f-8fff-4e191a02767a req-41603caf-b501-4388-8db0-289746fb4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:23.437781 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-764c2859-0009-4a8f-8fff-4e191a02767a req-41603caf-b501-4388-8db0-289746fb4841 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 1098 time: 0.1163802 Jan 20 07:21:23.468558 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce3842f6-cd00-4e63-a4b9-2ae8f51fb61f req-e1ce599e-0385-42e4-809d-388a0a45323b tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Jan 20 07:21:23.505373 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d3c2748d-2744-4eaf-81b3-af91efcb8279 req-6dbaa981-792b-4d04-aa0d-18c5895d6ae7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038806 Jan 20 07:21:23.546595 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-de038b03-b189-47b7-9fa0-0a47e75a1dbb admin admin] Publish callbacks [] for security_group (8e912a6d-254a-4ffe-9bf3-137987a681cc), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.548831 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-764c2859-0009-4a8f-8fff-4e191a02767a req-74b581ce-2398-400e-84f3-69ff89fa08ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008389 Jan 20 07:21:23.551211 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-de038b03-b189-47b7-9fa0-0a47e75a1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8e912a6d-254a-4ffe-9bf3-137987a681cc), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.601259 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-de038b03-b189-47b7-9fa0-0a47e75a1dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=601c27827a134ffa814ebbc32686dcf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143905 Jan 20 07:21:23.602497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038b03-b189-47b7-9fa0-0a47e75a1dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e912a6d-254a-4ffe-9bf3-137987a681cc,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:23.605280 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59202) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:23.708204 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1da58796-0cfc-4c6f-b8ee-2d1dce86fdad admin admin] Publish callbacks [] for security_group (8e912a6d-254a-4ffe-9bf3-137987a681cc), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.734822 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1da58796-0cfc-4c6f-b8ee-2d1dce86fdad admin admin] Publish callbacks [] for security_group (8e912a6d-254a-4ffe-9bf3-137987a681cc), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.805404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1da58796-0cfc-4c6f-b8ee-2d1dce86fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8e912a6d-254a-4ffe-9bf3-137987a681cc), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.808631 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1da58796-0cfc-4c6f-b8ee-2d1dce86fdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:23.810234 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1da58796-0cfc-4c6f-b8ee-2d1dce86fdad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e912a6d-254a-4ffe-9bf3-137987a681cc HTTP/1.1" status: 204 len: 168 time: 0.2030323 Jan 20 07:21:23.820851 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58796-0cfc-4c6f-b8ee-2d1dce86fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e912a6d-254a-4ffe-9bf3-137987a681cc,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:24.628567 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59242) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:24.630574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf99e5-259b-4057-ac0f-327ad09739a6 req-44a7e169-07b4-4236-8a3d-38fbca0fb745 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:24.632950 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d6cf99e5-259b-4057-ac0f-327ad09739a6 req-44a7e169-07b4-4236-8a3d-38fbca0fb745 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 944 time: 0.0731807 Jan 20 07:21:24.675516 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48245ea2-7663-4620-86f8-54533203dadc req-a561b701-e2aa-4cb6-9a37-eeabb5fdda09 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:24.677466 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48245ea2-7663-4620-86f8-54533203dadc req-a561b701-e2aa-4cb6-9a37-eeabb5fdda09 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0644588 Jan 20 07:21:24.711560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d6cf99e5-259b-4057-ac0f-327ad09739a6 req-832079ee-3a2f-4f2f-adcd-4bf6692133c4 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700409 Jan 20 07:21:24.764915 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48245ea2-7663-4620-86f8-54533203dadc req-3496590b-7721-4400-8dc1-6166af1ca81c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711179 Jan 20 07:21:24.801528 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1267679609-network', 'tenant_id': '24cb6640749d47669233df2e894662e5'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:24.834356 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Made reservation on behalf of 24cb6640749d47669233df2e894662e5 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:24.837364 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:24.848611 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:24.958431 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks [] for security_group (255bf8e0-fb63-4676-9dc6-3493c33bceb2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:24.963751 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (255bf8e0-fb63-4676-9dc6-3493c33bceb2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:24.990380 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:25.008467 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255bf8e0-fb63-4676-9dc6-3493c33bceb2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:25.011818 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (bfe0d25e-6b12-4784-b0b4-cb4fa174142b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.012171 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Added segment bfe0d25e-6b12-4784-b0b4-cb4fa174142b of type vlan for network 94c3053d-4b54-4169-aeec-c055960e251d Jan 20 07:21:25.068379 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (94c3053d-4b54-4169-aeec-c055960e251d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.108368 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (94c3053d-4b54-4169-aeec-c055960e251d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.109477 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:25.110084 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.169363 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5390048 Jan 20 07:21:25.175239 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59264) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:25.183135 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53700f-078d-4913-8a05-ad63179dfcaa admin admin] Pushing event updated for resources: {'Network': ['ID=94c3053d-4b54-4169-aeec-c055960e251d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:25.186608 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Request body: {'subnet': {'network_id': '94c3053d-4b54-4169-aeec-c055960e251d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1267679609-subnet', 'tenant_id': '24cb6640749d47669233df2e894662e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:25.196794 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 94c3053d-4b54-4169-aeec-c055960e251d details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:25.228382 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Made reservation on behalf of 24cb6640749d47669233df2e894662e5 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:25.232556 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.483940 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (048602b7-5c94-413e-b519-3d90b82cff00), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.544198 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048602b7-5c94-413e-b519-3d90b82cff00,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:25.553939 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Checking segment: {'id': 'bfe0d25e-6b12-4784-b0b4-cb4fa174142b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '94c3053d-4b54-4169-aeec-c055960e251d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:25.554296 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Network hostable DHCP agents. Network: 94c3053d-4b54-4169-aeec-c055960e251d, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:25.573632 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Network 94c3053d-4b54-4169-aeec-c055960e251d is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:25.584363 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 94c3053d-4b54-4169-aeec-c055960e251d) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:25.589177 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:25.589814 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:25.595962 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40309a-7925-4a11-b963-2eee4214609f None None] Network 94c3053d-4b54-4169-aeec-c055960e251d requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:25.616127 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-50f84e69-c42a-4e26-b668-fb9779039229 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4345949 Jan 20 07:21:25.715374 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da23d5-8e5f-424e-b01c-011f401879d4 None None] Network 94c3053d-4b54-4169-aeec-c055960e251d requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:25.858895 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30976548-af38-4689-a8ce-a117a4ed774b details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:21:25.951073 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29e30-94cd-43c4-aa4b-c0f52c9b6a4e req-c291b224-146d-49d6-a683-3e558c54d2c5 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:25.954414 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9bc29e30-94cd-43c4-aa4b-c0f52c9b6a4e req-c291b224-146d-49d6-a683-3e558c54d2c5 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 944 time: 0.1353273 Jan 20 07:21:26.008466 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 30976548-af38-4689-a8ce-a117a4ed774b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30976548-af38-4689-a8ce-a117a4ed774b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:26.008938 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf83207-822e-4465-b413-31bde099884a req-16dc43cf-efb3-4087-8eeb-748d5b6945f8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:26.013384 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adf83207-822e-4465-b413-31bde099884a req-16dc43cf-efb3-4087-8eeb-748d5b6945f8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.1090460 Jan 20 07:21:26.023403 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '30976548-af38-4689-a8ce-a117a4ed774b', 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1', 'port_id': '30976548-af38-4689-a8ce-a117a4ed774b', 'mac_address': 'fa:16:3e:18:01:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d84ba8b-32c6-4d22-91b7-4092c86d45e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:21:26.045396 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9bc29e30-94cd-43c4-aa4b-c0f52c9b6a4e req-c2c02ac7-6982-46c7-920f-9f42f388a323 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815890 Jan 20 07:21:26.097687 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 30976548-af38-4689-a8ce-a117a4ed774b is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:26.098092 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30976548-af38-4689-a8ce-a117a4ed774b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.100417 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adf83207-822e-4465-b413-31bde099884a req-61f1acb0-519d-425c-a575-42b868f7569b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722406 Jan 20 07:21:26.116092 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30976548-af38-4689-a8ce-a117a4ed774b {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:21:26.145591 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 30976548-af38-4689-a8ce-a117a4ed774b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30976548-af38-4689-a8ce-a117a4ed774b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:26.154036 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (30976548-af38-4689-a8ce-a117a4ed774b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.217252 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=30976548-af38-4689-a8ce-a117a4ed774b,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:26.254055 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a243f-0882-436d-b2af-af66c31de1d3 req-8da3f507-f124-474a-bd80-d389c4b8b0d2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:26.258013 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ac3a243f-0882-436d-b2af-af66c31de1d3 req-8da3f507-f124-474a-bd80-d389c4b8b0d2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0750301 Jan 20 07:21:26.358828 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ac3a243f-0882-436d-b2af-af66c31de1d3 req-ef58cf62-4c93-42f1-a029-30b71011c4fa tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892859 Jan 20 07:21:26.466169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59310) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:26.474398 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['30976548-af38-4689-a8ce-a117a4ed774b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:21:26.545655 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59318) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:26.551762 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2019915126-network', 'tenant_id': '0de0399765774bafb3c76a1b81f888c5'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:26.598566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Made reservation on behalf of 0de0399765774bafb3c76a1b81f888c5 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:26.601256 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.620820 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.769629 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks [] for security_group (e792a087-1416-446f-8332-ba74d6561960), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.790018 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e792a087-1416-446f-8332-ba74d6561960), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.826145 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-19f26818-a44a-4512-9377-4e57e3021b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.870289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:26.909554 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e792a087-1416-446f-8332-ba74d6561960,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:26.920107 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (53d76530-3ffe-4eaf-b534-875d1e7bc2b7), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:26.920713 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Added segment 53d76530-3ffe-4eaf-b534-875d1e7bc2b7 of type vlan for network 9ebf8c07-9a5e-465b-97b1-fded465f2717 Jan 20 07:21:26.973069 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59326) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:26.993284 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (9ebf8c07-9a5e-465b-97b1-fded465f2717), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.046513 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (9ebf8c07-9a5e-465b-97b1-fded465f2717), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.047339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:27.047949 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.081966 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-19f26818-a44a-4512-9377-4e57e3021b31 admin admin] Publish callbacks [] for security_group (5443bb6f-b50d-4ce3-ae5d-be5333cea620), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.113539 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-19f26818-a44a-4512-9377-4e57e3021b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (5443bb6f-b50d-4ce3-ae5d-be5333cea620), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.141315 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5917449 Jan 20 07:21:27.148392 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59332) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:27.154907 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Request body: {'subnet': {'network_id': '9ebf8c07-9a5e-465b-97b1-fded465f2717', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2019915126-subnet', 'tenant_id': '0de0399765774bafb3c76a1b81f888c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:27.163785 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b07b45-d8e3-443c-84e7-26d40d083607 admin admin] Pushing event updated for resources: {'Network': ['ID=9ebf8c07-9a5e-465b-97b1-fded465f2717,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:27.177022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 9ebf8c07-9a5e-465b-97b1-fded465f2717 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:27.182519 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e96a8c4c-9187-475a-a3c1-39e38b896fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.194774 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-19f26818-a44a-4512-9377-4e57e3021b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6f07156803241afb7582f3842a9bb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264581 Jan 20 07:21:27.203135 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59334) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:27.203529 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f26818-a44a-4512-9377-4e57e3021b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443bb6f-b50d-4ce3-ae5d-be5333cea620,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:27.277355 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca501126-864b-4296-9ec8-fbff966b3d85 req-f54dd971-792d-4a9d-9175-ec35a13af147 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:27.281984 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca501126-864b-4296-9ec8-fbff966b3d85 req-f54dd971-792d-4a9d-9175-ec35a13af147 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 945 time: 0.1446838 Jan 20 07:21:27.287942 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Made reservation on behalf of 0de0399765774bafb3c76a1b81f888c5 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:27.290460 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.306159 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e96a8c4c-9187-475a-a3c1-39e38b896fcc admin admin] Publish callbacks [] for security_group (735e6625-a58a-42be-8685-c1d92a148cbb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.313204 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e96a8c4c-9187-475a-a3c1-39e38b896fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (735e6625-a58a-42be-8685-c1d92a148cbb), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.362811 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e96a8c4c-9187-475a-a3c1-39e38b896fcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d17b1d06a68546bc8fccc8fc2ad76afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860993 Jan 20 07:21:27.362811 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a8c4c-9187-475a-a3c1-39e38b896fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735e6625-a58a-42be-8685-c1d92a148cbb,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:27.364230 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59336) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:27.461744 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Publish callbacks [] for security_group (5443bb6f-b50d-4ce3-ae5d-be5333cea620), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.474751 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca501126-864b-4296-9ec8-fbff966b3d85 req-bdeee07e-8414-4da9-9a1b-ab47cd2bf194 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776519 Jan 20 07:21:27.697626 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Publish callbacks [] for security_group (5443bb6f-b50d-4ce3-ae5d-be5333cea620), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.713946 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eba20858-bd40-4538-a26b-5900cc694570 admin admin] Publish callbacks [] for security_group (735e6625-a58a-42be-8685-c1d92a148cbb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.787957 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eba20858-bd40-4538-a26b-5900cc694570 admin admin] Publish callbacks [] for security_group (735e6625-a58a-42be-8685-c1d92a148cbb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.838719 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30976548-af38-4689-a8ce-a117a4ed774b up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:27.858463 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (5443bb6f-b50d-4ce3-ae5d-be5333cea620), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.861107 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.862487 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5443bb6f-b50d-4ce3-ae5d-be5333cea620 HTTP/1.1" status: 204 len: 168 time: 0.6573651 Jan 20 07:21:27.889653 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443bb6f-b50d-4ce3-ae5d-be5333cea620,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:27.908931 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.909931 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.910713 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.911485 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.912370 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.913249 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.913787 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.914427 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.915090 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.915638 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.916209 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.916777 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.917385 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123134-f508-43c8-9833-5b9ac6df5d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:27.922912 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for subnet (731f29a5-dba4-4775-ae9a-c13ed55d882a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:27.981888 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 30976548-af38-4689-a8ce-a117a4ed774b completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:21:27.992714 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 30976548-af38-4689-a8ce-a117a4ed774b triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:27.993990 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (30976548-af38-4689-a8ce-a117a4ed774b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.046098 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eba20858-bd40-4538-a26b-5900cc694570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (735e6625-a58a-42be-8685-c1d92a148cbb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.050998 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eba20858-bd40-4538-a26b-5900cc694570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.053162 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-eba20858-bd40-4538-a26b-5900cc694570 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/735e6625-a58a-42be-8685-c1d92a148cbb HTTP/1.1" status: 204 len: 168 time: 0.6883409 Jan 20 07:21:28.109355 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba20858-bd40-4538-a26b-5900cc694570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735e6625-a58a-42be-8685-c1d92a148cbb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:28.123718 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Pushing event updated for resources: {'Subnet': ['ID=731f29a5-dba4-4775-ae9a-c13ed55d882a,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:28.160801 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Checking segment: {'id': '53d76530-3ffe-4eaf-b534-875d1e7bc2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9ebf8c07-9a5e-465b-97b1-fded465f2717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:28.161839 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Network hostable DHCP agents. Network: 9ebf8c07-9a5e-465b-97b1-fded465f2717, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:28.201718 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Network 9ebf8c07-9a5e-465b-97b1-fded465f2717 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:28.205658 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 30976548-af38-4689-a8ce-a117a4ed774b is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:28.206633 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30976548-af38-4689-a8ce-a117a4ed774b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.234001 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 9ebf8c07-9a5e-465b-97b1-fded465f2717) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:28.246299 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e56f11-0328-4ff4-b412-58298105bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30976548-af38-4689-a8ce-a117a4ed774b'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:21:28.249636 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10becabb-caf2-4fb5-b5c5-6d3d2d612267" -d '{"events": [{"server_uuid": "47e56f11-0328-4ff4-b412-58298105bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "30976548-af38-4689-a8ce-a117a4ed774b"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:21:28.257751 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be031cf0-2ba1-49b0-8527-29570ea8bbab None None] Network 9ebf8c07-9a5e-465b-97b1-fded465f2717 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:28.263007 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:28.268292 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.296190 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 30976548-af38-4689-a8ce-a117a4ed774b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30976548-af38-4689-a8ce-a117a4ed774b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:28.319888 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-da526d67-2da3-48b5-a678-2381aa26843a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1703465 Jan 20 07:21:28.335252 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (30976548-af38-4689-a8ce-a117a4ed774b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.390861 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af406562-69fd-4f56-852b-910b19bf9f2b x-openstack-request-id: req-af406562-69fd-4f56-852b-910b19bf9f2b {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:21:28.392197 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e56f11-0328-4ff4-b412-58298105bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "30976548-af38-4689-a8ce-a117a4ed774b", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:21:28.392197 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af406562-69fd-4f56-852b-910b19bf9f2b {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:21:28.392197 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e56f11-0328-4ff4-b412-58298105bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30976548-af38-4689-a8ce-a117a4ed774b', 'code': 200} Jan 20 07:21:28.424179 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=30976548-af38-4689-a8ce-a117a4ed774b,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:28.459473 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9d0e6-01e3-4d60-ac63-cd580f135692 None None] Network 9ebf8c07-9a5e-465b-97b1-fded465f2717 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:28.725403 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0ffd2-313a-494e-b183-27578c937001 req-6fe7ef73-f3af-446a-bf52-654fb34d6f97 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:28.735236 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bf0ffd2-313a-494e-b183-27578c937001 req-6fe7ef73-f3af-446a-bf52-654fb34d6f97 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1394341 Jan 20 07:21:28.807116 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59364) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:28.819361 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bf0ffd2-313a-494e-b183-27578c937001 req-47c95fc5-fa4a-4209-a1be-3c79b7b31afb tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828350 Jan 20 07:21:28.829581 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b5d2-fa97-432e-a16e-539ac4034d34 req-de7a7d3e-eb8f-4845-b019-62baaea691bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:28.831542 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f90b5d2-fa97-432e-a16e-539ac4034d34 req-de7a7d3e-eb8f-4845-b019-62baaea691bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 1099 time: 0.0747604 Jan 20 07:21:28.865790 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29999c-7256-46dc-b744-60952bc8e26e req-362b9545-2e31-4d77-9c57-6d0d38753615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:28.867406 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59366) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:28.867597 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-362b9545-2e31-4d77-9c57-6d0d38753615 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.2200813 Jan 20 07:21:28.892918 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa1adc-6544-4b38-a10e-b5cb438c6959 req-5e629511-c50c-4993-a6d7-7e2a57a31d49 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:28.893172 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29fa6006-73ab-4d63-838a-52c51a027174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:28.894523 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70aa1adc-6544-4b38-a10e-b5cb438c6959 req-5e629511-c50c-4993-a6d7-7e2a57a31d49 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 946 time: 0.1469655 Jan 20 07:21:28.920799 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Deleting subnet 048602b7-5c94-413e-b519-3d90b82cff00 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:21:28.933534 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f90b5d2-fa97-432e-a16e-539ac4034d34 req-845c4c6b-4505-45cc-8fea-76a0dfedc8f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871866 Jan 20 07:21:28.955908 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Publish callbacks [] for subnet (048602b7-5c94-413e-b519-3d90b82cff00), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.010620 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29fa6006-73ab-4d63-838a-52c51a027174 admin admin] Publish callbacks [] for security_group (ff79a6a2-d7f4-41f4-846f-a30dfaee54b9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.015350 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29fa6006-73ab-4d63-838a-52c51a027174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ff79a6a2-d7f4-41f4-846f-a30dfaee54b9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.019819 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (048602b7-5c94-413e-b519-3d90b82cff00), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.059508 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6006-73ab-4d63-838a-52c51a027174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff79a6a2-d7f4-41f4-846f-a30dfaee54b9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:29.064409 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-29fa6006-73ab-4d63-838a-52c51a027174 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06bc19fc483d4cdd82b471aec9dca063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956778 Jan 20 07:21:29.068265 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59368) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:29.072263 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70aa1adc-6544-4b38-a10e-b5cb438c6959 req-20482466-443b-4180-9fea-fb7d31cebd7e tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645899 Jan 20 07:21:29.095890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29999c-7256-46dc-b744-60952bc8e26e req-941acf79-c2bb-4024-983b-326785ed2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:29.097578 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-941acf79-c2bb-4024-983b-326785ed2969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.2220652 Jan 20 07:21:29.100638 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (048602b7-5c94-413e-b519-3d90b82cff00), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.154017 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-907123e7-ec3d-4638-8943-1ae890b33b53 admin admin] Publish callbacks [] for security_group (ff79a6a2-d7f4-41f4-846f-a30dfaee54b9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.180619 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-907123e7-ec3d-4638-8943-1ae890b33b53 admin admin] Publish callbacks [] for security_group (ff79a6a2-d7f4-41f4-846f-a30dfaee54b9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.185720 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (048602b7-5c94-413e-b519-3d90b82cff00), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.246434 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-907123e7-ec3d-4638-8943-1ae890b33b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ff79a6a2-d7f4-41f4-846f-a30dfaee54b9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.249688 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-907123e7-ec3d-4638-8943-1ae890b33b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.250896 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-907123e7-ec3d-4638-8943-1ae890b33b53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff79a6a2-d7f4-41f4-846f-a30dfaee54b9 HTTP/1.1" status: 204 len: 168 time: 0.1811469 Jan 20 07:21:29.261340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907123e7-ec3d-4638-8943-1ae890b33b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff79a6a2-d7f4-41f4-846f-a30dfaee54b9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:29.298272 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048602b7-5c94-413e-b519-3d90b82cff00,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:29.303591 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-12b970a8-f792-4a5e-8911-df23d766d9ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.1409395 Jan 20 07:21:29.308492 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.314765 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f80b6c23-3c3e-4991-b9c4-d448399380b6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/048602b7-5c94-413e-b519-3d90b82cff00 HTTP/1.1" status: 204 len: 168 time: 0.5037348 Jan 20 07:21:29.317524 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59372) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:29.387812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29999c-7256-46dc-b744-60952bc8e26e req-ec688639-9028-417f-9306-d62b63dc1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:29.389442 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-ec688639-9028-417f-9306-d62b63dc1a0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.0732574 Jan 20 07:21:29.416258 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (94c3053d-4b54-4169-aeec-c055960e251d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.426196 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-22b315a4-e3d0-4527-986a-75f4176e3de9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285475 Jan 20 07:21:29.540424 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-f43b1497-282d-431f-a088-3a831e29acb6 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076481 Jan 20 07:21:29.568789 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (94c3053d-4b54-4169-aeec-c055960e251d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.614454 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.614983 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.616219 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.616814 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > port after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.617390 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.618163 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > port after_update 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.618730 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.619285 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.619822 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.620394 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.643077 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4e29999c-7256-46dc-b744-60952bc8e26e req-50f0e212-e7bf-4213-81d0-3ee9eb7dab14 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951934 Jan 20 07:21:29.711346 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.711723 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.712038 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.712387 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 07:21:29.712768 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c3053d-4b54-4169-aeec-c055960e251d']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:29.732510 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe0d25e-6b12-4784-b0b4-cb4fa174142b') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:29.732812 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe0d25e-6b12-4784-b0b4-cb4fa174142b') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:29.759572 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (bfe0d25e-6b12-4784-b0b4-cb4fa174142b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.784163 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (bfe0d25e-6b12-4784-b0b4-cb4fa174142b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.798893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:21:29.799585 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (bfe0d25e-6b12-4784-b0b4-cb4fa174142b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.807046 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:21:29.809734 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:21:29.887168 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (94c3053d-4b54-4169-aeec-c055960e251d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.902149 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:29.909130 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] 10.222.0.53 "DELETE /v2.0/networks/94c3053d-4b54-4169-aeec-c055960e251d HTTP/1.1" status: 204 len: 168 time: 0.5878761 Jan 20 07:21:29.909754 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59390) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:29.922248 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d2183-2792-4dc2-9d86-6be3d8f4abbe admin admin] Pushing event deleted for resources: {'Network': ['ID=94c3053d-4b54-4169-aeec-c055960e251d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:29.980064 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Deleting subnet 731f29a5-dba4-4775-ae9a-c13ed55d882a {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:21:29.984342 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Publish callbacks [] for subnet (731f29a5-dba4-4775-ae9a-c13ed55d882a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.022806 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2289857-d538-4666-8d86-a5e36bca1efe req-2c7e05f6-7196-4cf6-93e2-cec9215b5a4f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:30.025089 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2289857-d538-4666-8d86-a5e36bca1efe req-2c7e05f6-7196-4cf6-93e2-cec9215b5a4f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0730679 Jan 20 07:21:30.030258 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (731f29a5-dba4-4775-ae9a-c13ed55d882a), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.093231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (731f29a5-dba4-4775-ae9a-c13ed55d882a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.098459 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2289857-d538-4666-8d86-a5e36bca1efe req-c668fc72-c547-4e25-a75f-bad0511f95a2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Jan 20 07:21:30.174993 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (731f29a5-dba4-4775-ae9a-c13ed55d882a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.244583 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731f29a5-dba4-4775-ae9a-c13ed55d882a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:30.248067 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.251926 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/731f29a5-dba4-4775-ae9a-c13ed55d882a HTTP/1.1" status: 204 len: 168 time: 0.3406258 Jan 20 07:21:30.254997 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59406) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:30.278857 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.279477 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.279997 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.280432 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.282787 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.283494 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.284136 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.284902 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.285046 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.285516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.285821 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.286145 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.286462 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e6d9-cc91-41fa-88b1-70c7e8bb6af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:30.313442 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98d584-3cb3-4e91-8557-134715c98af2 req-036fc929-88f6-4368-8b9f-a9c84ab995a3 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:30.320624 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9c98d584-3cb3-4e91-8557-134715c98af2 req-036fc929-88f6-4368-8b9f-a9c84ab995a3 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 946 time: 0.1310549 Jan 20 07:21:30.395865 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9c98d584-3cb3-4e91-8557-134715c98af2 req-1ab5591e-f9b8-4f83-9fe6-e34de14293f1 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Jan 20 07:21:30.415547 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (9ebf8c07-9a5e-465b-97b1-fded465f2717), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.521700 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (9ebf8c07-9a5e-465b-97b1-fded465f2717), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.546007 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebf8c07-9a5e-465b-97b1-fded465f2717']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:30.556840 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d76530-3ffe-4eaf-b534-875d1e7bc2b7') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:30.557125 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d76530-3ffe-4eaf-b534-875d1e7bc2b7') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:30.568111 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (53d76530-3ffe-4eaf-b534-875d1e7bc2b7), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.584361 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (53d76530-3ffe-4eaf-b534-875d1e7bc2b7), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.593766 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:21:30.594349 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (53d76530-3ffe-4eaf-b534-875d1e7bc2b7), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:21:30.597614 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:21:30.666813 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (9ebf8c07-9a5e-465b-97b1-fded465f2717), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.672388 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.678561 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9ebf8c07-9a5e-465b-97b1-fded465f2717 HTTP/1.1" status: 204 len: 168 time: 0.4193699 Jan 20 07:21:30.691313 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd7e44-6736-4866-a5a3-b09e823b9345 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebf8c07-9a5e-465b-97b1-fded465f2717,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:30.833152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59420) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:30.891349 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a71147a0-be9c-4806-8384-f36187bd6931 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24cb6640749d47669233df2e894662e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566018 Jan 20 07:21:30.895480 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59422) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:30.970564 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58e2891c-22dc-434a-8596-d4b91d3731be admin admin] Publish callbacks [] for security_group (255bf8e0-fb63-4676-9dc6-3493c33bceb2), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:30.995330 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58e2891c-22dc-434a-8596-d4b91d3731be admin admin] Publish callbacks [] for security_group (255bf8e0-fb63-4676-9dc6-3493c33bceb2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.063566 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58e2891c-22dc-434a-8596-d4b91d3731be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (255bf8e0-fb63-4676-9dc6-3493c33bceb2), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.068377 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58e2891c-22dc-434a-8596-d4b91d3731be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.069909 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-58e2891c-22dc-434a-8596-d4b91d3731be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/255bf8e0-fb63-4676-9dc6-3493c33bceb2 HTTP/1.1" status: 204 len: 168 time: 0.1728795 Jan 20 07:21:31.079670 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2891c-22dc-434a-8596-d4b91d3731be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255bf8e0-fb63-4676-9dc6-3493c33bceb2,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:31.243951 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6e73d-fdf7-46a0-b67f-00b513b6ae78 req-d4d59293-192a-4fa4-9513-80e5d64feac5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:31.245735 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e3f6e73d-fdf7-46a0-b67f-00b513b6ae78 req-d4d59293-192a-4fa4-9513-80e5d64feac5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0588555 Jan 20 07:21:31.312356 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e3f6e73d-fdf7-46a0-b67f-00b513b6ae78 req-2555f77c-a884-44bc-b177-230be6529405 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 Jan 20 07:21:31.512851 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59444) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:31.574872 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e297d0a5-963a-4cc4-ac9f-0bfcf1aa4e1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0de0399765774bafb3c76a1b81f888c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600305 Jan 20 07:21:31.579813 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59446) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:31.590532 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc9af-1fe7-443b-9b41-13aab2735918 req-4472dae7-58da-46f6-934b-0822ffc62e46 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:31.592154 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ef3fc9af-1fe7-443b-9b41-13aab2735918 req-4472dae7-58da-46f6-934b-0822ffc62e46 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 946 time: 0.1020994 Jan 20 07:21:31.651882 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ef3fc9af-1fe7-443b-9b41-13aab2735918 req-31842e33-5e86-40d8-9097-7a2ff52c5dc2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536232 Jan 20 07:21:31.657736 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-443e606b-d455-432d-9d9a-8457865477f5 admin admin] Publish callbacks [] for security_group (e792a087-1416-446f-8332-ba74d6561960), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.698446 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-443e606b-d455-432d-9d9a-8457865477f5 admin admin] Publish callbacks [] for security_group (e792a087-1416-446f-8332-ba74d6561960), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.763686 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-443e606b-d455-432d-9d9a-8457865477f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e792a087-1416-446f-8332-ba74d6561960), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.770174 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-443e606b-d455-432d-9d9a-8457865477f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:31.771993 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-443e606b-d455-432d-9d9a-8457865477f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e792a087-1416-446f-8332-ba74d6561960 HTTP/1.1" status: 204 len: 168 time: 0.1909754 Jan 20 07:21:31.788485 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e606b-d455-432d-9d9a-8457865477f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792a087-1416-446f-8332-ba74d6561960,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:31.832053 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a418c1ae-9059-4c22-bf56-f6aa31f5bed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:32.462085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9300de-adf8-4f6f-b9da-21b71895692b req-6d300dc8-c12c-4bf2-80b9-41d81f45b0e9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:32.464835 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4c9300de-adf8-4f6f-b9da-21b71895692b req-6d300dc8-c12c-4bf2-80b9-41d81f45b0e9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0861156 Jan 20 07:21:32.539698 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4c9300de-adf8-4f6f-b9da-21b71895692b req-8065ac31-9574-4de4-957a-d29f57b195ed tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681777 Jan 20 07:21:32.703172 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9ee6-1b66-469f-a2f6-ea315a99354e req-f200294b-fb3a-4172-a7b8-fc57668bec45 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:32.705849 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f52b9ee6-1b66-469f-a2f6-ea315a99354e req-f200294b-fb3a-4172-a7b8-fc57668bec45 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 946 time: 0.0774965 Jan 20 07:21:32.780690 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f52b9ee6-1b66-469f-a2f6-ea315a99354e req-7bcfdb7b-695a-4fc5-972b-06e6a9a0358b tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Jan 20 07:21:33.676614 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e3f3-4587-4c03-b517-76443e87f0f6 req-d2062c80-2dec-4ab3-ba41-a25353d7fee7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:33.681939 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6d40e3f3-4587-4c03-b517-76443e87f0f6 req-d2062c80-2dec-4ab3-ba41-a25353d7fee7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0595975 Jan 20 07:21:33.734150 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6d40e3f3-4587-4c03-b517-76443e87f0f6 req-22f36cf4-1aee-4b63-a383-2284e2450d91 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500314 Jan 20 07:21:33.923164 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a1bb-c878-412e-bad8-c435dfd8f149 req-b8386aa6-0c52-4a96-9b11-fb6071bbcd77 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:33.924725 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c3d6a1bb-c878-412e-bad8-c435dfd8f149 req-b8386aa6-0c52-4a96-9b11-fb6071bbcd77 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 946 time: 0.0567746 Jan 20 07:21:33.994095 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c3d6a1bb-c878-412e-bad8-c435dfd8f149 req-2f373ec8-67be-44a4-91c5-f48d047c8ef6 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590217 Jan 20 07:21:34.379556 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-e9565eaa-cefe-42f7-8b0d-c40f7045df4a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:34.381387 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-e9565eaa-cefe-42f7-8b0d-c40f7045df4a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 946 time: 0.0539000 Jan 20 07:21:34.404448 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59540) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:34.528833 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0eab9b68-055c-4f91-a7a5-cc415fb26216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.535714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Deleting port 30976548-af38-4689-a8ce-a117a4ed774b {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:21:34.536053 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (30976548-af38-4689-a8ce-a117a4ed774b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.614369 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0eab9b68-055c-4f91-a7a5-cc415fb26216 admin admin] Publish callbacks [] for security_group (44e675a5-d6fd-4837-b571-a4bff6647b7c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.619389 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0eab9b68-055c-4f91-a7a5-cc415fb26216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (44e675a5-d6fd-4837-b571-a4bff6647b7c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.645455 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] For port 30976548-af38-4689-a8ce-a117a4ed774b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30976548-af38-4689-a8ce-a117a4ed774b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:34.646125 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (30976548-af38-4689-a8ce-a117a4ed774b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.662282 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Calling delete_port for 30976548-af38-4689-a8ce-a117a4ed774b owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:21:34.663818 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0eab9b68-055c-4f91-a7a5-cc415fb26216 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a85c7d4c9184d389ec4741a71a32a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583210 Jan 20 07:21:34.664739 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab9b68-055c-4f91-a7a5-cc415fb26216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e675a5-d6fd-4837-b571-a4bff6647b7c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:34.668266 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59544) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:34.724181 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f82af820-8553-4d40-9fa2-d0a9c82a148a admin admin] Publish callbacks [] for security_group (44e675a5-d6fd-4837-b571-a4bff6647b7c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.767644 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f82af820-8553-4d40-9fa2-d0a9c82a148a admin admin] Publish callbacks [] for security_group (44e675a5-d6fd-4837-b571-a4bff6647b7c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.849010 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f82af820-8553-4d40-9fa2-d0a9c82a148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (44e675a5-d6fd-4837-b571-a4bff6647b7c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.854122 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f82af820-8553-4d40-9fa2-d0a9c82a148a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.856223 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f82af820-8553-4d40-9fa2-d0a9c82a148a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44e675a5-d6fd-4837-b571-a4bff6647b7c HTTP/1.1" status: 204 len: 168 time: 0.1867945 Jan 20 07:21:34.870757 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af820-8553-4d40-9fa2-d0a9c82a148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e675a5-d6fd-4837-b571-a4bff6647b7c,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:34.964743 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (30976548-af38-4689-a8ce-a117a4ed774b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:34.978961 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['30976548-af38-4689-a8ce-a117a4ed774b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:21:35.001711 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dac03-14b9-4f8b-9e56-bb16134a427c req-fe808415-ae2d-46f7-b41c-299855a124aa tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:35.003612 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-010dac03-14b9-4f8b-9e56-bb16134a427c req-fe808415-ae2d-46f7-b41c-299855a124aa tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1229751 Jan 20 07:21:35.011497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Pushing event deleted for resources: {'Port': ['ID=30976548-af38-4689-a8ce-a117a4ed774b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:35.117756 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-010dac03-14b9-4f8b-9e56-bb16134a427c req-aa752c25-2742-4a29-a31f-15fd59f41b54 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077726 Jan 20 07:21:35.127470 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] No DVR routers for this DVR port 30976548-af38-4689-a8ce-a117a4ed774b on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:21:35.162902 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-26638baf-ef05-4c8e-871d-fbdea21d16dc req-2ab9b894-3014-48ca-9d8d-06eeb8a190ae tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e56f11-0328-4ff4-b412-58298105bdbb HTTP/1.1" status: 200 len: 210 time: 0.0366092 Jan 20 07:21:35.165546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.170771 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e2b921a8-911d-4ae1-8bfe-41c326e6aa96 req-beaf603d-a51d-404a-a75e-58e067883482 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "DELETE /v2.0/ports/30976548-af38-4689-a8ce-a117a4ed774b HTTP/1.1" status: 204 len: 173 time: 0.7830794 Jan 20 07:21:35.171700 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e56f11-0328-4ff4-b412-58298105bdbb', 'name': 'network-vif-deleted', 'tag': '30976548-af38-4689-a8ce-a117a4ed774b'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:21:35.177566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133b25b-6a2e-46a0-a73d-c8f1a4e592fe" -d '{"events": [{"server_uuid": "47e56f11-0328-4ff4-b412-58298105bdbb", "name": "network-vif-deleted", "tag": "30976548-af38-4689-a8ce-a117a4ed774b"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:21:35.226140 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b64c11e-7264-49b7-8a93-910ece8382d9 x-openstack-request-id: req-7b64c11e-7264-49b7-8a93-910ece8382d9 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:21:35.230592 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e56f11-0328-4ff4-b412-58298105bdbb", "name": "network-vif-deleted", "tag": "30976548-af38-4689-a8ce-a117a4ed774b", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:21:35.233108 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b64c11e-7264-49b7-8a93-910ece8382d9 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:21:35.235303 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e56f11-0328-4ff4-b412-58298105bdbb', 'name': 'network-vif-deleted', 'tag': '30976548-af38-4689-a8ce-a117a4ed774b', 'status': 'completed', 'code': 200} Jan 20 07:21:35.265841 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fee9fa3d-b607-4848-adcf-596da969ecec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.327968 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59564) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:35.344438 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7351362-5538-4dfe-819f-6a9bf8cf5e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.448147 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7351362-5538-4dfe-819f-6a9bf8cf5e30 admin admin] Publish callbacks [] for security_group (c86e01b7-f920-4b83-8dad-e3e9a4d58fc6), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.452869 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7351362-5538-4dfe-819f-6a9bf8cf5e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c86e01b7-f920-4b83-8dad-e3e9a4d58fc6), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.492774 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d7351362-5538-4dfe-819f-6a9bf8cf5e30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d8ef6f867ae40f08e2cea72765b51c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631835 Jan 20 07:21:35.494936 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7351362-5538-4dfe-819f-6a9bf8cf5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e01b7-f920-4b83-8dad-e3e9a4d58fc6,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:35.495712 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59568) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:35.571789 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-681ac01e-89ea-4865-b09c-a146f0d8fe09 admin admin] Publish callbacks [] for security_group (c86e01b7-f920-4b83-8dad-e3e9a4d58fc6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.596548 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-681ac01e-89ea-4865-b09c-a146f0d8fe09 admin admin] Publish callbacks [] for security_group (c86e01b7-f920-4b83-8dad-e3e9a4d58fc6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.646214 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-681ac01e-89ea-4865-b09c-a146f0d8fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c86e01b7-f920-4b83-8dad-e3e9a4d58fc6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.649258 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-681ac01e-89ea-4865-b09c-a146f0d8fe09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.650479 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-681ac01e-89ea-4865-b09c-a146f0d8fe09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c86e01b7-f920-4b83-8dad-e3e9a4d58fc6 HTTP/1.1" status: 204 len: 168 time: 0.1536858 Jan 20 07:21:35.661404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ac01e-89ea-4865-b09c-a146f0d8fe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e01b7-f920-4b83-8dad-e3e9a4d58fc6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:35.701600 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:35.892279 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:36.283063 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50fa48-25cd-45bf-8d52-a8cab50e8519 req-59aa127a-17f9-4d0d-8c01-c93e8e1b2a2a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:36.285505 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9f50fa48-25cd-45bf-8d52-a8cab50e8519 req-59aa127a-17f9-4d0d-8c01-c93e8e1b2a2a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0745800 Jan 20 07:21:36.368489 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9f50fa48-25cd-45bf-8d52-a8cab50e8519 req-158cefca-7674-482b-a2bc-511ecce64826 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Jan 20 07:21:36.529621 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59614) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:36.658399 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-64c76269-a9ea-4087-8ee0-bac9f9ac91f1 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:36.660001 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-64c76269-a9ea-4087-8ee0-bac9f9ac91f1 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/networks?id=b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 200 len: 809 time: 0.1853492 Jan 20 07:21:36.688233 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-b3d02282-3c55-45b0-9f66-b1a01498c5a6 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/quotas/f70afae2fa654bbaa57b2ac3a6f9e26f HTTP/1.1" status: 200 len: 375 time: 0.0113108 Jan 20 07:21:36.730040 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-a61900cb-d89f-49c6-beac-a90343a1cac7 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306175 Jan 20 07:21:36.774329 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786846968-network', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:36.813809 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Made reservation on behalf of 16ea55cd3fdd44a4a511fc911f14feb0 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:36.817840 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:36.832756 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:36.894014 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3c952669-47ce-4baa-9e34-53cf11c4d2de service neutron] 10.222.0.53 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486328 Jan 20 07:21:36.948993 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks [] for security_group (aaaaefaa-8589-4a50-9578-adc077245c88), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:36.955051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (aaaaefaa-8589-4a50-9578-adc077245c88), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:36.986425 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:36.997807 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaaefaa-8589-4a50-9578-adc077245c88,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:37.014338 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (b33e85fa-0e8c-41cd-abba-6fa526c87e45), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.015936 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Added segment b33e85fa-0e8c-41cd-abba-6fa526c87e45 of type vlan for network 4e62a35d-4aba-4ae4-b380-06fdf07194db Jan 20 07:21:37.072779 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-adef15ab-436a-4668-a1a9-55bc10878cbe service neutron] 10.222.0.53 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512706 Jan 20 07:21:37.083378 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (4e62a35d-4aba-4ae4-b380-06fdf07194db), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.125792 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (4e62a35d-4aba-4ae4-b380-06fdf07194db), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.127420 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:37.128114 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.322611 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b84ec667-5bb1-49a7-bce0-90edbe879507 req-804f8fed-7737-479f-933c-06fb87ed10f2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 210 time: 0.0285630 Jan 20 07:21:37.474985 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9436824 Jan 20 07:21:37.475855 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59666) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:37.487310 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Request body: {'subnet': {'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786846968-subnet', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:37.513265 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0018897-c71b-477c-bb28-872563fc8e6a admin admin] Pushing event updated for resources: {'Network': ['ID=4e62a35d-4aba-4ae4-b380-06fdf07194db,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:37.526120 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:37.541883 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Made reservation on behalf of 16ea55cd3fdd44a4a511fc911f14feb0 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:37.553308 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26041576'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.617292 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a15de-1710-457e-896a-bdaf3c82ea29 req-a55cb2a9-2e81-4e78-bd54-9c9e6cd33c02 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:37.631301 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-027a15de-1710-457e-896a-bdaf3c82ea29 req-a55cb2a9-2e81-4e78-bd54-9c9e6cd33c02 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1206846 Jan 20 07:21:37.712295 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-027a15de-1710-457e-896a-bdaf3c82ea29 req-ac7fa3b9-6850-44da-ad37-ac6a8b6db6f8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798686 Jan 20 07:21:37.760645 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.832356 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15181853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26041542'] for subnet (59607796-1a37-4cd9-be25-6242212f426b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.866021 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30976548-af38-4689-a8ce-a117a4ed774b no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:21:37.930554 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59607796-1a37-4cd9-be25-6242212f426b,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:37.940374 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Checking segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:37.941284 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Network hostable DHCP agents. Network: 4e62a35d-4aba-4ae4-b380-06fdf07194db, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:37.950207 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 30976548-af38-4689-a8ce-a117a4ed774b {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:21:37.950745 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30976548-af38-4689-a8ce-a117a4ed774b not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:21:37.965261 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:37.977028 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 4e62a35d-4aba-4ae4-b380-06fdf07194db) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:37.983780 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:37.984350 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:37.992645 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979af49-203c-4dcb-89f4-a699bf41c4fd None None] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:38.005467 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2c246eec-21fb-49f3-b5dd-43a74d4c2088 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5274959 Jan 20 07:21:38.009162 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59682) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:38.014230 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:38.053926 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (168d06cb-cffa-4bad-b266-c50ca1103c5a), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.055927 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (168d06cb-cffa-4bad-b266-c50ca1103c5a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.137413 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks [] for router_controller (168d06cb-cffa-4bad-b266-c50ca1103c5a), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.180332 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-4e62a35d-4aba-4ae4-b380-06fdf07194db', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:21:38.181217 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.325257 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks [] for router_gateway (168d06cb-cffa-4bad-b266-c50ca1103c5a), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.437261 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.451417 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86458a90-a7e2-48d4-b40c-036fc8253593 req-fddf4923-f511-4172-a443-54617d160f43 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 210 time: 0.0361774 Jan 20 07:21:38.513637 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Allocated IP 172.20.0.2 (4e62a35d-4aba-4ae4-b380-06fdf07194db/59607796-1a37-4cd9-be25-6242212f426b/255195f4-cac5-46a8-a1c1-335a6559289c) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:38.575146 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks [] for router_gateway (168d06cb-cffa-4bad-b266-c50ca1103c5a), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.598571 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.735874 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Publish callbacks [] for port (255195f4-cac5-46a8-a1c1-335a6559289c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.744042 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.767379 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Allocated IP 172.27.0.202 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:38.767587 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-b1d2f83f-98cc-48bd-bb31-783be096d766 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:38.769122 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-b1d2f83f-98cc-48bd-bb31-783be096d766 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "GET /v2.0/networks?id=b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 200 len: 809 time: 0.1727126 Jan 20 07:21:38.785130 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:38.790504 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Request body: {'port': {'device_id': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1', 'admin_state_up': True, 'tenant_id': 'f70afae2fa654bbaa57b2ac3a6f9e26f'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:38.793996 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:38.798265 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:38.844908 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Pushing event updated for resources: {'Port': ['ID=255195f4-cac5-46a8-a1c1-335a6559289c,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:38.865534 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.865918 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.866290 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.866641 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.866983 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.867318 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.867650 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.867982 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.868307 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.868650 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.868989 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.869306 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.869654 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:38.891288 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Attempting to bind port 255195f4-cac5-46a8-a1c1-335a6559289c on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:38.895057 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Attempting to bind port 255195f4-cac5-46a8-a1c1-335a6559289c by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:38.895433 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Attempting to bind port 255195f4-cac5-46a8-a1c1-335a6559289c on network 4e62a35d-4aba-4ae4-b380-06fdf07194db {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:38.901265 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:38.902191 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Checking segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:38.903309 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.903717 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Bound using segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:38.904209 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Bound port: 255195f4-cac5-46a8-a1c1-335a6559289c, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:38.904600 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.928572 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5fec5-03d4-490b-b6e1-ee69cae513dc req-eb635012-bd8e-41f9-b364-c89130a5ee67 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:38.930146 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8d5fec5-03d4-490b-b6e1-ee69cae513dc req-eb635012-bd8e-41f9-b364-c89130a5ee67 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0775704 Jan 20 07:21:38.951180 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks [] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:38.991411 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] For port 255195f4-cac5-46a8-a1c1-335a6559289c, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:38.996864 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] For port 255195f4-cac5-46a8-a1c1-335a6559289c, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=255195f4-cac5-46a8-a1c1-335a6559289c,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:38.999811 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.004649 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.029701 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8d5fec5-03d4-490b-b6e1-ee69cae513dc req-36b775b4-0e85-4c8a-bd08-70528dfd6a62 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Jan 20 07:21:39.047662 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Made reservation on behalf of f70afae2fa654bbaa57b2ac3a6f9e26f for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:39.054332 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.056550 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Pushing event updated for resources: {'Port': ['ID=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:39.061367 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:39.063396 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:39.066640 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:39.137769 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e66e4-cfd5-460b-8d68-e2c6d1fc7f05 None None] Pushing event updated for resources: {'Port': ['ID=255195f4-cac5-46a8-a1c1-335a6559289c,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:39.305447 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Allocated IP 172.20.0.5 (b9065e09-6b6d-486c-880b-02cb3f277ac1/4d84ba8b-32c6-4d22-91b7-4092c86d45e8/db8861df-fb61-448d-ab71-bac04a6eba9b) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:39.567448 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks [] for router_gateway (168d06cb-cffa-4bad-b266-c50ca1103c5a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.601050 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks [] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.642544 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.678927 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59716) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:39.705799 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Network b9065e09-6b6d-486c-880b-02cb3f277ac1 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:39.709749 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:39.714269 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:39.721684 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Pushing event updated for resources: {'Port': ['ID=db8861df-fb61-448d-ab71-bac04a6eba9b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:39.813482 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:39.814547 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.835549 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-e588bc5e-fec7-4901-9acd-d26cdf32b6c2 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0504692 Jan 20 07:21:39.850683 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Request body: {'port': {'device_id': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:39.923329 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-69c91203-9a3a-4e44-bb36-a5d294ced231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:39.981382 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.012522 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47cc05-b2ac-48f3-859c-b8950dd96c53 req-14e8f426-cfc8-4f38-b981-4937ed5f73db tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:40.014906 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc47cc05-b2ac-48f3-859c-b8950dd96c53 req-14e8f426-cfc8-4f38-b981-4937ed5f73db tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 931 time: 0.1271677 Jan 20 07:21:40.221183 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc47cc05-b2ac-48f3-859c-b8950dd96c53 req-902edc9a-9274-4b33-80dc-58ec9ee0c1f0 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720927 Jan 20 07:21:40.221644 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-69c91203-9a3a-4e44-bb36-a5d294ced231 admin admin] Publish callbacks [] for security_group (9f2e9262-44a3-40fb-8511-19e6a02df687), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.240931 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (168d06cb-cffa-4bad-b266-c50ca1103c5a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.257714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-69c91203-9a3a-4e44-bb36-a5d294ced231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9f2e9262-44a3-40fb-8511-19e6a02df687), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.308422 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d9633-682d-4984-b86f-cd6114c40cde req-c4f59cad-fde7-4a64-ae83-aaccf2fab225 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:40.310107 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-254d9633-682d-4984-b86f-cd6114c40cde req-c4f59cad-fde7-4a64-ae83-aaccf2fab225 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1667545 Jan 20 07:21:40.362709 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-69c91203-9a3a-4e44-bb36-a5d294ced231 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34e5c49a08114aad8ecc3cd6c4321203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6788807 Jan 20 07:21:40.363856 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59722) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:40.366685 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c91203-9a3a-4e44-bb36-a5d294ced231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e9262-44a3-40fb-8511-19e6a02df687,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:40.458382 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-254d9633-682d-4984-b86f-cd6114c40cde req-2381ebb3-20bf-4926-9595-106b1994ec87 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384547 Jan 20 07:21:40.474155 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b10f31ab-7e6d-4bd5-8157-226c9d88d446 admin admin] Publish callbacks [] for security_group (9f2e9262-44a3-40fb-8511-19e6a02df687), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.526704 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b10f31ab-7e6d-4bd5-8157-226c9d88d446 admin admin] Publish callbacks [] for security_group (9f2e9262-44a3-40fb-8511-19e6a02df687), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.535745 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8861df-fb61-448d-ab71-bac04a6eba9b {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:21:40.549615 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Publish callbacks [] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.553240 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d9863-48ff-45a6-918d-e488239def07 None None] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:40.560729 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Router 168d06cb-cffa-4bad-b266-c50ca1103c5a is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:21:40.583094 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Transition to ACTIVE for port object db8861df-fb61-448d-ab71-bac04a6eba9b will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:21:40.591051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.626064 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] Provisioning complete for port 255195f4-cac5-46a8-a1c1-335a6559289c triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:40.626318 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.695645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Pushing event updated for resources: {'Port': ['ID=db8861df-fb61-448d-ab71-bac04a6eba9b,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:40.727244 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b10f31ab-7e6d-4bd5-8157-226c9d88d446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9f2e9262-44a3-40fb-8511-19e6a02df687), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.730234 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b10f31ab-7e6d-4bd5-8157-226c9d88d446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.735557 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b10f31ab-7e6d-4bd5-8157-226c9d88d446 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f2e9262-44a3-40fb-8511-19e6a02df687 HTTP/1.1" status: 204 len: 168 time: 0.3672426 Jan 20 07:21:40.749601 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f31ab-7e6d-4bd5-8157-226c9d88d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e9262-44a3-40fb-8511-19e6a02df687,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:40.767432 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:21:40.780252 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Sync routers for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:21:40.794594 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.799376 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a4a7ae80-75d2-4dd2-af36-790350e281c8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7887652 Jan 20 07:21:40.800406 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59730) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:40.815193 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:40.817921 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:40.826206 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Attempting to bind port db8861df-fb61-448d-ab71-bac04a6eba9b on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:40.826788 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Attempting to bind port db8861df-fb61-448d-ab71-bac04a6eba9b by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:40.827357 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Attempting to bind port db8861df-fb61-448d-ab71-bac04a6eba9b on network b9065e09-6b6d-486c-880b-02cb3f277ac1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:40.844257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Port db8861df-fb61-448d-ab71-bac04a6eba9b on network b9065e09-6b6d-486c-880b-02cb3f277ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:21:40.844961 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Attempting to bind port db8861df-fb61-448d-ab71-bac04a6eba9b on network b9065e09-6b6d-486c-880b-02cb3f277ac1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:40.849721 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] Current status of the port 255195f4-cac5-46a8-a1c1-335a6559289c is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:40.850405 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.860650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:40.861082 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Checking segment: {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:40.861622 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Bound using segment: {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:40.862162 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Bound port: db8861df-fb61-448d-ab71-bac04a6eba9b, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e725a8e1-70d3-480b-85e9-9863f66d9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:40.862624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:40.965369 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] For port 255195f4-cac5-46a8-a1c1-335a6559289c, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=255195f4-cac5-46a8-a1c1-335a6559289c,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:40.970923 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:40.975772 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.038100 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] For port db8861df-fb61-448d-ab71-bac04a6eba9b, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:41.043467 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] For port db8861df-fb61-448d-ab71-bac04a6eba9b, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=db8861df-fb61-448d-ab71-bac04a6eba9b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:41.053825 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.088389 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff335d96-5048-48fe-a9d1-e1f8b2306560 None None] Pushing event updated for resources: {'Port': ['ID=255195f4-cac5-46a8-a1c1-335a6559289c,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:41.156556 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Pushing event updated for resources: {'Port': ['ID=db8861df-fb61-448d-ab71-bac04a6eba9b,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:41.174161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:41.183787 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.185454 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-3cca7c51-3701-462e-bc49-e08d319b861e service neutron] 10.222.0.42 "PUT /v2.0/ports/db8861df-fb61-448d-ab71-bac04a6eba9b HTTP/1.1" status: 200 len: 1093 time: 1.3398623 Jan 20 07:21:41.185929 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'tag': 'db8861df-fb61-448d-ab71-bac04a6eba9b'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:21:41.188438 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef1b79-7998-46e3-a253-f71c8eaacc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0f2eb2-33be-47ac-9f99-0807f80272bb", "tag": "db8861df-fb61-448d-ab71-bac04a6eba9b"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:21:41.311848 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0020d2b8-a0a7-40b1-8e85-122e281e6bc3 x-openstack-request-id: req-0020d2b8-a0a7-40b1-8e85-122e281e6bc3 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:21:41.312942 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0f2eb2-33be-47ac-9f99-0807f80272bb", "tag": "db8861df-fb61-448d-ab71-bac04a6eba9b", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:21:41.314271 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0020d2b8-a0a7-40b1-8e85-122e281e6bc3 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:21:41.314809 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'tag': 'db8861df-fb61-448d-ab71-bac04a6eba9b', 'status': 'completed', 'code': 200} Jan 20 07:21:41.322445 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:39Z', 'revision_number': 3, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:41.326753 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59738) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:41.349534 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-ba376c5d-6e2f-4afa-8485-c8a3c36bc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:41.351044 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-ba376c5d-6e2f-4afa-8485-c8a3c36bc4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 1096 time: 0.1202841 Jan 20 07:21:41.352591 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ff1aaba-1a9a-4965-8948-a013d0b43b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.362602 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 255195f4-cac5-46a8-a1c1-335a6559289c up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:41.396426 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Checking router: 168d06cb-cffa-4bad-b266-c50ca1103c5a for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:21:41.397560 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Updating router 168d06cb-cffa-4bad-b266-c50ca1103c5a port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:21:41.413623 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-28158d3a-93ed-494d-aa01-68229ce04940 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db8861df-fb61-448d-ab71-bac04a6eba9b HTTP/1.1" status: 200 len: 217 time: 0.0518248 Jan 20 07:21:41.435426 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-38dcb07a-e876-4f01-b42f-6cb2dbd3eb4d None None] Provisioning complete for port 255195f4-cac5-46a8-a1c1-335a6559289c triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:41.435992 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-38dcb07a-e876-4f01-b42f-6cb2dbd3eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.451327 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.487738 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 255195f4-cac5-46a8-a1c1-335a6559289c triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:41.488796 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.536214 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735f15-1789-4bb3-8271-8c49bab2f4c2 req-52ca0ff9-63f3-4ec4-a6a1-6824b1ab2469 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:41.538669 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6c735f15-1789-4bb3-8271-8c49bab2f4c2 req-52ca0ff9-63f3-4ec4-a6a1-6824b1ab2469 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 943 time: 0.1399937 Jan 20 07:21:41.542691 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-de8d4fe1-50a8-49cc-a5ab-e70ad7d741ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:41.544365 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-de8d4fe1-50a8-49cc-a5ab-e70ad7d741ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d84ba8b-32c6-4d22-91b7-4092c86d45e8 HTTP/1.1" status: 200 len: 849 time: 0.1056914 Jan 20 07:21:41.599846 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-38dcb07a-e876-4f01-b42f-6cb2dbd3eb4d None None] Current status of the port 255195f4-cac5-46a8-a1c1-335a6559289c is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:41.608763 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-d1e135e6-58db-4b44-872f-baa8b1a69ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9065e09-6b6d-486c-880b-02cb3f277ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516925 Jan 20 07:21:41.643801 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 255195f4-cac5-46a8-a1c1-335a6559289c is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:41.739713 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6c735f15-1789-4bb3-8271-8c49bab2f4c2 req-7eeb0d7a-cd5f-471a-b973-af47189fb05b tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902115 Jan 20 07:21:41.746752 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.762142 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ff1aaba-1a9a-4965-8948-a013d0b43b4c admin admin] Publish callbacks [] for security_group (73839b2c-f3b5-4ad7-b0e6-4292383b6212), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.788228 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6904f24-95d0-4870-b626-700b10da7812 req-d3ff8739-1ec7-496d-ae37-8a1b4565b63d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:41.796307 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6904f24-95d0-4870-b626-700b10da7812 req-d3ff8739-1ec7-496d-ae37-8a1b4565b63d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1427782 Jan 20 07:21:41.810799 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ff1aaba-1a9a-4965-8948-a013d0b43b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (73839b2c-f3b5-4ad7-b0e6-4292383b6212), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.849017 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-930f614e-c49a-4f36-93e3-9d02b41e6e02 service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305772 Jan 20 07:21:41.910219 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6904f24-95d0-4870-b626-700b10da7812 req-dd2e2999-682e-417e-82c5-e07ec33a8574 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115189 Jan 20 07:21:41.911175 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Publish callbacks [] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.924991 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:41.943292 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1ff1aaba-1a9a-4965-8948-a013d0b43b4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48f37d6783b9484a8abd9560e4a6bd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6126404 Jan 20 07:21:41.971527 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59748) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:41.998793 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Pushing event updated for resources: {'Port': ['ID=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:42.026742 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.027694 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.028595 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.029047 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.029500 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.030081 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.030389 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.030789 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.031285 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.031698 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.033191 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1aaba-1a9a-4965-8948-a013d0b43b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73839b2c-f3b5-4ad7-b0e6-4292383b6212,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:42.033345 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.033345 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.033728 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:21:42.050962 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Attempting to bind port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:42.051740 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Attempting to bind port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:42.053052 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Attempting to bind port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:42.061008 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:42.061658 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:42.062219 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.062832 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:42.063647 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Bound port: 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:42.064385 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.099461 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a63b194-87fd-48ba-a612-28123e8bc0d4 admin admin] Publish callbacks [] for security_group (73839b2c-f3b5-4ad7-b0e6-4292383b6212), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.104506 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9a39ea6-9c1d-49ce-afd9-75df83598378 req-7efa8321-ab02-48c4-8eea-f528a6b7dae9 service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261376 Jan 20 07:21:42.150119 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a63b194-87fd-48ba-a612-28123e8bc0d4 admin admin] Publish callbacks [] for security_group (73839b2c-f3b5-4ad7-b0e6-4292383b6212), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.159627 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Allocated IP 172.20.0.1 (4e62a35d-4aba-4ae4-b380-06fdf07194db/59607796-1a37-4cd9-be25-6242212f426b/6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:42.178203 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] For port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:42.189380 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] For port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:42.200199 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.267041 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-5178c8de-7a27-4446-9c1c-a5e566bb5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:42.269605 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-5178c8de-7a27-4446-9c1c-a5e566bb5291 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 1096 time: 0.1108932 Jan 20 07:21:42.296391 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:42.297161 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:42.316459 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a63b194-87fd-48ba-a612-28123e8bc0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (73839b2c-f3b5-4ad7-b0e6-4292383b6212), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.319592 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a63b194-87fd-48ba-a612-28123e8bc0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.320375 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3a63b194-87fd-48ba-a612-28123e8bc0d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73839b2c-f3b5-4ad7-b0e6-4292383b6212 HTTP/1.1" status: 204 len: 168 time: 0.3476920 Jan 20 07:21:42.362283 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703049e9-38ee-45a9-857b-00d0910dee44 None None] Pushing event updated for resources: {'Port': ['ID=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:42.371867 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-90bf6920-8c1b-4a3b-97d5-c777d90f34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:42.374941 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-90bf6920-8c1b-4a3b-97d5-c777d90f34a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.1202006 Jan 20 07:21:42.390162 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63b194-87fd-48ba-a612-28123e8bc0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73839b2c-f3b5-4ad7-b0e6-4292383b6212,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:42.417411 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks [] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.469856 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-e430d10b-fefb-459f-aaed-d27f32f75b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:42.471566 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-e430d10b-fefb-459f-aaed-d27f32f75b3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 200 len: 910 time: 0.1934247 Jan 20 07:21:42.526962 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:42.557989 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-e2cc64e0-5dcb-4b2e-8c87-9dc717ff9c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db8861df-fb61-448d-ab71-bac04a6eba9b HTTP/1.1" status: 200 len: 217 time: 0.0788586 Jan 20 07:21:42.571321 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:42.707150 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-de999a1e-0091-4a2a-b972-0b2db9cfe663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:42.709151 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-de999a1e-0091-4a2a-b972-0b2db9cfe663 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d84ba8b-32c6-4d22-91b7-4092c86d45e8 HTTP/1.1" status: 200 len: 849 time: 0.1442347 Jan 20 07:21:42.799885 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-2957f020-d723-4e75-8113-aba59021cfc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9065e09-6b6d-486c-880b-02cb3f277ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768797 Jan 20 07:21:42.961772 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:43.035308 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:43.040183 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:43.076501 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:43.087629 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:39Z', 'revision_number': 3, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:43.145759 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58641383-1e60-40a3-bc97-3b1681d699a8 req-efaffcda-ab17-49b4-9cd0-4f6b9b51ed5c tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:43.148813 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-58641383-1e60-40a3-bc97-3b1681d699a8 req-efaffcda-ab17-49b4-9cd0-4f6b9b51ed5c tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 943 time: 0.1997595 Jan 20 07:21:43.151996 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-3f5eafb9-e4ca-4db5-930d-65099512f44e service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406596 Jan 20 07:21:43.181218 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d75b1f-733d-4915-8e78-1add2aa2a6c1 None None] The sync data for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi is: [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:39Z', 'revision_number': 3, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:21:43.212812 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-57e7a2be-5525-499b-af64-dc7e34f14efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:43.219872 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-57e7a2be-5525-499b-af64-dc7e34f14efd service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.7900434 Jan 20 07:21:43.414952 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-e6685e51-e863-4c7e-9ae3-74c11f33531c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.1589818 Jan 20 07:21:43.414952 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (168d06cb-cffa-4bad-b266-c50ca1103c5a), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:43.442961 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-58641383-1e60-40a3-bc97-3b1681d699a8 req-0b342a7e-09a6-4da7-93aa-f387e8b1552e tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617369 Jan 20 07:21:43.470355 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-baef1b79-7998-46e3-a253-f71c8eaacc4e req-29579622-6d7b-4703-ac04-0a0ed48a0a75 service neutron] 10.222.0.42 "GET /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110459 Jan 20 07:21:43.516704 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37db3f-9ef2-4803-b899-262c63978f58 req-d621d131-d87b-4a0d-bb1d-7bc7e62154f9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:43.525976 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6c37db3f-9ef2-4803-b899-262c63978f58 req-d621d131-d87b-4a0d-bb1d-7bc7e62154f9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.3554924 Jan 20 07:21:43.557803 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-9d3eed88-341e-4241-96a3-efd83b1718b4 None None] Provisioning complete for port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:43.561033 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9d3eed88-341e-4241-96a3-efd83b1718b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:43.649914 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-9d3eed88-341e-4241-96a3-efd83b1718b4 None None] Port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:21:43.743395 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-cbe0e409-c575-416a-b7b0-879c2d1b9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:43.744944 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-cbe0e409-c575-416a-b7b0-879c2d1b9a2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.3327160 Jan 20 07:21:43.749217 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6c37db3f-9ef2-4803-b899-262c63978f58 req-4082a6d1-0b14-46d7-94f5-a7257b15b04a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215269 Jan 20 07:21:43.797312 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-8c9ce192-fec5-4b7f-87d0-1e7e0e09decf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445640 Jan 20 07:21:43.898078 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device db8861df-fb61-448d-ab71-bac04a6eba9b details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:21:43.949003 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.019404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59796) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:44.049624 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-4012e0ae-9a85-4c52-93cd-d3250f092647 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443681 Jan 20 07:21:44.100041 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port db8861df-fb61-448d-ab71-bac04a6eba9b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=db8861df-fb61-448d-ab71-bac04a6eba9b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:44.124708 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'db8861df-fb61-448d-ab71-bac04a6eba9b', 'network_id': 'b9065e09-6b6d-486c-880b-02cb3f277ac1', 'port_id': 'db8861df-fb61-448d-ab71-bac04a6eba9b', 'mac_address': 'fa:16:3e:3e:05:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d84ba8b-32c6-4d22-91b7-4092c86d45e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:21:44.174902 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port db8861df-fb61-448d-ab71-bac04a6eba9b is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:44.175901 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.193057 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8861df-fb61-448d-ab71-bac04a6eba9b {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:21:44.212070 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436797707-network', 'tenant_id': '019e381255ee459c8586aa073e84eade'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:44.218897 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port db8861df-fb61-448d-ab71-bac04a6eba9b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=db8861df-fb61-448d-ab71-bac04a6eba9b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:44.225682 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.252465 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Made reservation on behalf of 019e381255ee459c8586aa073e84eade for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:44.256854 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.273848 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.282741 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=db8861df-fb61-448d-ab71-bac04a6eba9b,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:44.299074 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1abc5a81-489f-4ac5-9d13-adf4813abc8b req-1ee489fa-266c-43d5-a275-36eb322916fe service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409837 Jan 20 07:21:44.368500 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks [] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.381448 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.435645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks [] for security_group (40b0a08a-c73e-41e1-ae92-8b20e9d4c43c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.441764 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (40b0a08a-c73e-41e1-ae92-8b20e9d4c43c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.474815 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:44.487260 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (6baaf623-bd3f-4515-bc2e-122d48d6b595), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.487558 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Added segment 6baaf623-bd3f-4515-bc2e-122d48d6b595 of type vlan for network 33400ad8-cf81-43d5-8971-86c362aac1e5 Jan 20 07:21:44.489470 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b0a08a-c73e-41e1-ae92-8b20e9d4c43c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:44.519347 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (168d06cb-cffa-4bad-b266-c50ca1103c5a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.526947 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:44.535200 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['db8861df-fb61-448d-ab71-bac04a6eba9b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:21:44.567935 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (33400ad8-cf81-43d5-8971-86c362aac1e5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.622288 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (33400ad8-cf81-43d5-8971-86c362aac1e5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.624809 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:44.626382 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.768495 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7472000 Jan 20 07:21:44.772597 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59810) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:44.791083 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Request body: {'subnet': {'network_id': '33400ad8-cf81-43d5-8971-86c362aac1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436797707-subnet', 'tenant_id': '019e381255ee459c8586aa073e84eade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:44.839144 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:44.841561 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:44.849795 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Made reservation on behalf of 019e381255ee459c8586aa073e84eade for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:44.852924 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26041576'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:44.875890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40113f-8e1f-4565-82f2-e07d79c31b25 admin admin] Pushing event updated for resources: {'Network': ['ID=33400ad8-cf81-43d5-8971-86c362aac1e5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:44.930182 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0c997-1cde-4a7a-9ca3-6a73a416fe28 req-8640a1f6-cac4-44d7-8808-73092fdd8e78 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:44.937454 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 33400ad8-cf81-43d5-8971-86c362aac1e5 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:44.943363 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fb0c997-1cde-4a7a-9ca3-6a73a416fe28 req-8640a1f6-cac4-44d7-8808-73092fdd8e78 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 944 time: 0.2506919 Jan 20 07:21:45.102497 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fb0c997-1cde-4a7a-9ca3-6a73a416fe28 req-a7767fb7-b043-48c9-92ff-782690fff9f3 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577029 Jan 20 07:21:45.304601 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:45.434450 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Router 168d06cb-cffa-4bad-b266-c50ca1103c5a has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:21:45.468592 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15181853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26041542'] for subnet (82cdc12d-e7b0-4cea-8452-c7cfd287a23d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:45.470667 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cde129d9-ea75-42dd-83f6-a111e3043ea0 None None] Provisioning complete for port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:45.471053 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cde129d9-ea75-42dd-83f6-a111e3043ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:45.491803 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:45.492180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:45.596225 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cde129d9-ea75-42dd-83f6-a111e3043ea0 None None] Port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:21:45.678425 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cdc12d-e7b0-4cea-8452-c7cfd287a23d,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:45.680414 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:45.681008 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:45.708123 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eab1c-e667-4365-a1ad-87f381813b54 req-5004418e-8191-4243-aa57-d50c2814ab39 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:45.709782 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f48eab1c-e667-4365-a1ad-87f381813b54 req-5004418e-8191-4243-aa57-d50c2814ab39 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1844263 Jan 20 07:21:45.720824 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:45.727505 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:45.739607 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Checking segment: {'id': '6baaf623-bd3f-4515-bc2e-122d48d6b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '33400ad8-cf81-43d5-8971-86c362aac1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:45.740114 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Network hostable DHCP agents. Network: 33400ad8-cf81-43d5-8971-86c362aac1e5, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:45.750734 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:21:45.762511 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-60495fa0-8ff0-418f-9549-5f1b25f71769 admin admin] 10.222.0.53 "PUT /v2.0/routers/168d06cb-cffa-4bad-b266-c50ca1103c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9573758 Jan 20 07:21:45.766637 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f04c4e-8346-4307-93f6-43dcf0aeeed7 req-0c89f1a2-5213-4ef9-9a48-fabab84620df tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:45.770571 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-55f04c4e-8346-4307-93f6-43dcf0aeeed7 req-0c89f1a2-5213-4ef9-9a48-fabab84620df tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1280124 Jan 20 07:21:45.837501 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f48eab1c-e667-4365-a1ad-87f381813b54 req-603dc3ec-0d15-4d5c-8745-7c805b2ab074 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169643 Jan 20 07:21:45.845459 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Network 33400ad8-cf81-43d5-8971-86c362aac1e5 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:45.863315 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:45.872536 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 33400ad8-cf81-43d5-8971-86c362aac1e5) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:45.877707 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:45.878316 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:45.905699 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0a05e-d057-4a69-a14d-86546377e603 None None] Network 33400ad8-cf81-43d5-8971-86c362aac1e5 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:45.921999 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device db8861df-fb61-448d-ab71-bac04a6eba9b up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:45.929862 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e8668965-c2a3-4ffc-987a-0624e42bbf15 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1550972 Jan 20 07:21:45.935986 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-55f04c4e-8346-4307-93f6-43dcf0aeeed7 req-1793e26e-c9fc-4cfd-b3e6-d41e55183cf0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566887 Jan 20 07:21:46.101912 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port db8861df-fb61-448d-ab71-bac04a6eba9b completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:21:46.128217 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port db8861df-fb61-448d-ab71-bac04a6eba9b triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:46.128961 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.135871 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32c0e2-068e-4119-a05a-b90534348025 None None] Network 33400ad8-cf81-43d5-8971-86c362aac1e5 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:46.265822 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Sync routers for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:21:46.331177 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:46.332497 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:46.372765 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fe748-8090-4f5a-8406-be3a4614d255 req-9e70bbd6-9d38-4f2d-b63f-5ffce744dd8f tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:46.381549 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b25fe748-8090-4f5a-8406-be3a4614d255 req-9e70bbd6-9d38-4f2d-b63f-5ffce744dd8f tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 944 time: 0.1157892 Jan 20 07:21:46.405087 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24dbff-bcf4-4c28-be4d-bbbe2881f57c req-1ae28229-6bdf-4250-aa1b-acaf11ff858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:46.407290 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6d24dbff-bcf4-4c28-be4d-bbbe2881f57c req-1ae28229-6bdf-4250-aa1b-acaf11ff858b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.1272757 Jan 20 07:21:46.480634 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b25fe748-8090-4f5a-8406-be3a4614d255 req-7db6f462-34d4-4a2e-b83d-c31418b04eb1 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930185 Jan 20 07:21:46.517944 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6d24dbff-bcf4-4c28-be4d-bbbe2881f57c req-512e6e16-3f1f-45a9-a2c0-e9b6f901b649 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Jan 20 07:21:46.638674 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59862) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:46.645166 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1247065262-network', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:46.663980 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port db8861df-fb61-448d-ab71-bac04a6eba9b is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:46.664426 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.674435 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Made reservation on behalf of c6783cc3d33d4fecadf78e008025c3b5 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:46.677648 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.688282 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.697697 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:46.703849 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8861df-fb61-448d-ab71-bac04a6eba9b'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:21:46.706214 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10e0b93-60ca-4118-ba4e-aa69d7441a85" -d '{"events": [{"server_uuid": "ae0f2eb2-33be-47ac-9f99-0807f80272bb", "name": "network-vif-plugged", "status": "completed", "tag": "db8861df-fb61-448d-ab71-bac04a6eba9b"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:21:46.745572 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port db8861df-fb61-448d-ab71-bac04a6eba9b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=db8861df-fb61-448d-ab71-bac04a6eba9b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:46.754022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.781632 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a2e1fb-9f2f-450b-9864-39906c41e5ae x-openstack-request-id: req-68a2e1fb-9f2f-450b-9864-39906c41e5ae {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:21:46.781953 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0f2eb2-33be-47ac-9f99-0807f80272bb", "name": "network-vif-plugged", "status": "completed", "tag": "db8861df-fb61-448d-ab71-bac04a6eba9b", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:21:46.782225 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68a2e1fb-9f2f-450b-9864-39906c41e5ae {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:21:46.782715 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8861df-fb61-448d-ab71-bac04a6eba9b', 'code': 200} Jan 20 07:21:46.869040 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks [] for security_group (44c0c826-ed37-49ec-bc2b-0756e6dc38b7), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.874840 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (44c0c826-ed37-49ec-bc2b-0756e6dc38b7), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.895392 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=db8861df-fb61-448d-ab71-bac04a6eba9b,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:46.917496 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:46.931601 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c0c826-ed37-49ec-bc2b-0756e6dc38b7,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:46.939163 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (502b3066-253e-480f-952c-266385267ed8), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:46.939678 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Added segment 502b3066-253e-480f-952c-266385267ed8 of type vlan for network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 Jan 20 07:21:47.030424 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.066177 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:44Z', 'revision_number': 2, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:47.081349 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59878) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:47.089075 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523893795-network', 'tenant_id': 'f6010126d1fc4dcdbe3f83cda4ec9124'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:47.097715 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f596b-3e62-40fa-a0a0-bda8b0c44920 req-77bb60b1-6acd-42e3-bd65-1c2445fed03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.099437 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9b3f596b-3e62-40fa-a0a0-bda8b0c44920 req-77bb60b1-6acd-42e3-bd65-1c2445fed03b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 1098 time: 0.1137757 Jan 20 07:21:47.102695 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.104684 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.105068 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Checking router: 168d06cb-cffa-4bad-b266-c50ca1103c5a for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:21:47.105695 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.106307 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Updating router 168d06cb-cffa-4bad-b266-c50ca1103c5a port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:21:47.142954 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.158136 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5181341 Jan 20 07:21:47.164978 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59880) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:47.167203 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fcd3c-e5a4-42b0-8b73-47b87aa0cff6 req-d36b7f28-f150-4079-8654-a305e680e56c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.168828 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1a2fcd3c-e5a4-42b0-8b73-47b87aa0cff6 req-d36b7f28-f150-4079-8654-a305e680e56c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1357045 Jan 20 07:21:47.171258 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Request body: {'subnet': {'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1247065262-subnet', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:47.200420 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Made reservation on behalf of f6010126d1fc4dcdbe3f83cda4ec9124 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:47.208182 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.221999 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.224124 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Made reservation on behalf of c6783cc3d33d4fecadf78e008025c3b5 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:47.227002 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.271510 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe9f55-047d-4e2d-9b7b-bc43c8019b61 admin admin] Pushing event updated for resources: {'Network': ['ID=ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:47.282136 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9b3f596b-3e62-40fa-a0a0-bda8b0c44920 req-d9264f6c-5883-49b8-9ba0-4dae7f53ffb9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730700 Jan 20 07:21:47.290864 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:47.294304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303f09-552c-4f06-8719-118b6fd5091d req-2b22e4b5-4bc4-4167-98c9-5fcd66b8b384 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.296561 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8303f09-552c-4f06-8719-118b6fd5091d req-2b22e4b5-4bc4-4167-98c9-5fcd66b8b384 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1952519 Jan 20 07:21:47.296788 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:47.309876 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1a2fcd3c-e5a4-42b0-8b73-47b87aa0cff6 req-752a4772-c125-4e61-879e-9a310b0aaee1 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028922 Jan 20 07:21:47.432976 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8303f09-552c-4f06-8719-118b6fd5091d req-ab8500c9-cf93-4898-96a2-8566ceb8d88a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165736 Jan 20 07:21:47.497204 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks [] for security_group (d9a7d87e-73c8-40c6-8c27-5656fd4005d1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.507097 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d9a7d87e-73c8-40c6-8c27-5656fd4005d1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.587651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:21:47.591196 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:47.591710 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.610718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a7d87e-73c8-40c6-8c27-5656fd4005d1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:47.630871 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (453f7f97-3300-466d-a9c6-21fac48642df), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.632354 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Added segment 453f7f97-3300-466d-a9c6-21fac48642df of type vlan for network 32e6a2af-69b4-45da-9645-11eab5453cf5 Jan 20 07:21:47.640440 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (e08d0e6e-99b2-4d7c-8651-66bd7dff3726), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.704627 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa04dd-4dde-4a29-888b-7f4c38170079 req-9c433307-9da1-4a83-b42b-126407e3de1e tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.716432 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3dfa04dd-4dde-4a29-888b-7f4c38170079 req-9c433307-9da1-4a83-b42b-126407e3de1e tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 945 time: 0.1171851 Jan 20 07:21:47.763795 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (32e6a2af-69b4-45da-9645-11eab5453cf5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.766889 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:47.785118 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3dfa04dd-4dde-4a29-888b-7f4c38170079 req-18e2a6a0-f1bd-4c8f-82f0-78e06ae1460f tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673952 Jan 20 07:21:47.789179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08d0e6e-99b2-4d7c-8651-66bd7dff3726,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:47.790141 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Publish callbacks [] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.810749 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.817908 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Checking segment: {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:47.818257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Network hostable DHCP agents. Network: ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:47.822238 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (32e6a2af-69b4-45da-9645-11eab5453cf5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.823312 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.823899 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:47.947278 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8629861 Jan 20 07:21:47.950035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770231-b8c6-4568-8495-f97b3b5118ae admin admin] Pushing event updated for resources: {'Network': ['ID=32e6a2af-69b4-45da-9645-11eab5453cf5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:47.950265 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59886) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:47.952959 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:47.959348 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Request body: {'subnet': {'network_id': '32e6a2af-69b4-45da-9645-11eab5453cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523893795-subnet', 'tenant_id': 'f6010126d1fc4dcdbe3f83cda4ec9124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:47.964783 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee4267-8af1-454a-adca-10bc0d4f66c8 None None] Pushing event updated for resources: {'Port': ['ID=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:47.968839 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:47.976517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:47.977116 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.002547 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 32e6a2af-69b4-45da-9645-11eab5453cf5 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:21:48.004859 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a39b52-a671-4ca6-acf2-0eefad846808 None None] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:48.009981 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-78912aad-1701-4114-9923-126a6385af33 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8433251 Jan 20 07:21:48.014166 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 59888) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:48.018510 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Made reservation on behalf of f6010126d1fc4dcdbe3f83cda4ec9124 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:21:48.020989 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:21:48.023040 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26041576'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.055208 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.056608 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.117634 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Attempting to bind port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:48.118912 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Attempting to bind port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:48.119537 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Attempting to bind port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b on network 4e62a35d-4aba-4ae4-b380-06fdf07194db {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:48.121367 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks [] for router_controller (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.161778 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:48.162108 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Checking segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:48.162430 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.163092 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Bound using segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:48.163638 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Bound port: 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:48.163978 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.209693 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0be26cb7-62d5-42a2-8981-83659ac06b7e None None] Provisioning complete for port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:48.209953 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0be26cb7-62d5-42a2-8981-83659ac06b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.300752 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0be26cb7-62d5-42a2-8981-83659ac06b7e None None] Port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:21:48.309118 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68', 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68', 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'fixed_ips': [{'subnet_id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:21:48.310021 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.312163 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15181853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26041542'] for subnet (8021c3d7-155f-4a02-bde4-f3609023f74e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.346744 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] For port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:48.368716 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] For port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:48.415776 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.429340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Checking segment: {'id': '453f7f97-3300-466d-a9c6-21fac48642df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '32e6a2af-69b4-45da-9645-11eab5453cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:48.429340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Network hostable DHCP agents. Network: 32e6a2af-69b4-45da-9645-11eab5453cf5, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:21:48.434642 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8021c3d7-155f-4a02-bde4-f3609023f74e,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:48.451311 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Network 32e6a2af-69b4-45da-9645-11eab5453cf5 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:21:48.466396 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 32e6a2af-69b4-45da-9645-11eab5453cf5) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:48.474116 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:48.478235 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.514147 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1c6c6e6b-42ec-4236-a431-c18a6534c24b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5622747 Jan 20 07:21:48.529359 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65cdc9b-a2b1-4ecc-97cc-2f476e4e9a6d None None] Network 32e6a2af-69b4-45da-9645-11eab5453cf5 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:48.575836 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee4267-8af1-454a-adca-10bc0d4f66c8 None None] Pushing event updated for resources: {'Port': ['ID=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:48.668935 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5a317-b20c-4e82-b00e-84339d43ace4 req-7e3b10a9-6959-4467-a588-fa9e8d056e1a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:48.673898 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Allocated IP 172.20.0.2 (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68/e08d0e6e-99b2-4d7c-8651-66bd7dff3726/09c5cc3e-aee6-47a9-b48e-3e5095b6c56a) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:48.687528 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-29c5a317-b20c-4e82-b00e-84339d43ace4 req-7e3b10a9-6959-4467-a588-fa9e8d056e1a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1016963 Jan 20 07:21:48.782418 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-29c5a317-b20c-4e82-b00e-84339d43ace4 req-c3e583d2-6482-4f2f-9d0d-d071175c63e2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936425 Jan 20 07:21:48.786201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks [] for router_gateway (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:48.809858 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee51e87-3914-4f6d-8ca3-dd3073073670 req-5456ec32-eaa8-441c-9b4c-ea47840a9210 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:48.811361 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ee51e87-3914-4f6d-8ca3-dd3073073670 req-5456ec32-eaa8-441c-9b4c-ea47840a9210 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.2437522 Jan 20 07:21:48.942542 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ee51e87-3914-4f6d-8ca3-dd3073073670 req-d2429ad3-de74-4562-aa80-bb705e02306d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097181 Jan 20 07:21:48.970782 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:48.971610 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:48.972631 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a73aa-bf37-4459-a8ca-fe335cc046a8 req-2f2d797f-ba32-4a53-b82f-8545c2c0aa73 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:48.980669 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-758a73aa-bf37-4459-a8ca-fe335cc046a8 req-2f2d797f-ba32-4a53-b82f-8545c2c0aa73 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 945 time: 0.0933132 Jan 20 07:21:49.049720 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-758a73aa-bf37-4459-a8ca-fe335cc046a8 req-d45eff5b-1f5f-4829-bfa0-fb7a64208e97 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680120 Jan 20 07:21:49.137802 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] Provisioning complete for port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:49.138360 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.172533 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks [] for router_gateway (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.202061 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.287410 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Publish callbacks [] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.306922 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fae732-84c1-46fd-bf07-3093244b2e7f None None] Network 32e6a2af-69b4-45da-9645-11eab5453cf5 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:49.348658 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.373400 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-b95b4d08-8dae-4796-8a2e-1f0e63d11e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:49.374897 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-b95b4d08-8dae-4796-8a2e-1f0e63d11e2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0978115 Jan 20 07:21:49.422773 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:49.444354 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29711d0-3937-4b3f-9892-32a55d956f7b req-d5569b55-aa97-4c2e-b025-6dc2945b6cb2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:49.459550 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d29711d0-3937-4b3f-9892-32a55d956f7b req-d5569b55-aa97-4c2e-b025-6dc2945b6cb2 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1146419 Jan 20 07:21:49.493629 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:49.506198 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Allocated IP 172.27.0.82 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/33c0d35e-178f-433a-b778-cd64fed9ce73) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:49.517772 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:49.527867 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:49.533123 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-eed05ecb-61ac-4293-9f3d-76334a763b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:49.534942 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-eed05ecb-61ac-4293-9f3d-76334a763b7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.1447275 Jan 20 07:21:49.560709 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d29711d0-3937-4b3f-9892-32a55d956f7b req-b9af7355-b4c8-4a8a-9bba-00c5fd036df7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900309 Jan 20 07:21:49.607167 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-6af1d542-716f-4513-9acc-3b7210f785f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.0647328 Jan 20 07:21:49.689313 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Pushing event updated for resources: {'Port': ['ID=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:49.726335 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-02f77416-5eb9-476e-beeb-5c4725ef0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:49.731486 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-02f77416-5eb9-476e-beeb-5c4725ef0612 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.1137240 Jan 20 07:21:49.786319 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] Current status of the port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:49.786526 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-4b0403e4-5750-4c13-ae08-6d2f960b702f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498796 Jan 20 07:21:49.787002 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.802993 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks [] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.902315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.906245 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Attempting to bind port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:49.906590 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Attempting to bind port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:49.906964 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Attempting to bind port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a on network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:49.937022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:49.937685 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Checking segment: {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:49.937849 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.938313 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Bound using segment: {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:49.938807 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Bound port: 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:49.939191 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:49.944379 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] For port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:49.966572 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:49.988784 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:49.995555 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:49.998960 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-63422a6e-af7b-45fd-b497-198b282b9ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978705 Jan 20 07:21:50.005312 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:50.040146 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Pushing event updated for resources: {'Port': ['ID=33c0d35e-178f-433a-b778-cd64fed9ce73,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:50.063491 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee817a-6fbb-41d4-ac5b-77679373bdef req-be74b658-1876-419e-9765-c633fc9f9491 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:50.071427 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c8ee817a-6fbb-41d4-ac5b-77679373bdef req-be74b658-1876-419e-9765-c633fc9f9491 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1415138 Jan 20 07:21:50.127365 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6b926-c802-44de-b229-5dfb7cb1d5df None None] Pushing event updated for resources: {'Port': ['ID=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:50.148582 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] For port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:50.153495 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] For port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,segment=NetworkSegment(502b3066-253e-480f-952c-266385267ed8),segment_id=502b3066-253e-480f-952c-266385267ed8)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:50.160630 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:50.178619 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ca595ec-f4af-44ea-9fcb-ef53eb930bb2 req-d54790d7-78c4-41e4-b0b0-afe6cb5a6050 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705873 Jan 20 07:21:50.192582 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:48Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:50.201609 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:21:50.202248 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92134a-fb13-4152-abc7-821b4fa8e5f8 req-46787242-3361-4b3e-9310-eaff53b6deaa tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:50.204479 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8e92134a-fb13-4152-abc7-821b4fa8e5f8 req-46787242-3361-4b3e-9310-eaff53b6deaa tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 945 time: 0.1330414 Jan 20 07:21:50.219725 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c8ee817a-6fbb-41d4-ac5b-77679373bdef req-4efb1800-caa7-414a-a4b4-aa72abbc4ae7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475489 Jan 20 07:21:50.240668 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880c84-1fe4-44e3-870c-4ad52957c80c None None] The sync data for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi is: [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:48Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:21:50.280541 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317886ad-9ec7-4e77-bbce-4604e31047b8 None None] Pushing event updated for resources: {'Port': ['ID=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:50.294110 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8e92134a-fb13-4152-abc7-821b4fa8e5f8 req-7c502d0f-6a00-4ea0-b071-7761bce54946 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835686 Jan 20 07:21:50.420650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks [] for router_gateway (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:50.714127 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:50.767720 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f99a0-d555-4dec-9c25-2b0d500b1dbd req-d348a5d5-0e2a-4006-97c2-b97edb968b8e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:50.770275 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c05f99a0-d555-4dec-9c25-2b0d500b1dbd req-d348a5d5-0e2a-4006-97c2-b97edb968b8e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1114795 Jan 20 07:21:50.897765 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c05f99a0-d555-4dec-9c25-2b0d500b1dbd req-4e9726a6-18f7-4a7a-bf12-51295ddf0776 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153185 Jan 20 07:21:50.962546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:21:51.105185 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:21:51.121646 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Sync routers for ids ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:21:51.155783 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Routers {'e79c269c-abd2-4987-83c3-9cdb3a3b7c14'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:51.156447 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:51.170382 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:51.171680 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-02122ad3-fef0-44f5-897a-55547667ba45 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1553330 Jan 20 07:21:51.177183 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 59948) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:21:51.491795 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Set router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:51.523335 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:51.634175 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6399695-4900-4b95-a62b-f400aeb2aca7 req-18696be9-2900-440b-993b-ec7918a00e99 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:51.658514 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f6399695-4900-4b95-a62b-f400aeb2aca7 req-18696be9-2900-440b-993b-ec7918a00e99 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 945 time: 0.1627803 Jan 20 07:21:51.777563 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:51.785732 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:51.794501 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:21:50Z', 'revision_number': 3, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:51.835489 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f6399695-4900-4b95-a62b-f400aeb2aca7 req-e9d05613-e200-4cf6-9ee9-b1f82bece52c tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711807 Jan 20 07:21:51.879106 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103334a-f8f6-418c-9147-0fd028275eb6 None None] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:21:52.071275 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Checking router: e79c269c-abd2-4987-83c3-9cdb3a3b7c14 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:21:52.071794 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Updating router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 port 33c0d35e-178f-433a-b778-cd64fed9ce73 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:21:52.082675 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a996e-75e4-484c-89ed-39cc7823c716 req-33f9fa59-3ca8-48b4-9265-1fff6927ae47 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:52.085201 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-580a996e-75e4-484c-89ed-39cc7823c716 req-33f9fa59-3ca8-48b4-9265-1fff6927ae47 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 945 time: 0.2139623 Jan 20 07:21:52.112360 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.124295 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] Provisioning complete for port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:52.131715 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.136342 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898d9f-ba56-422e-94a1-8adef7b284c9 req-b1fe37c5-246e-49c6-8eb6-7a1e5d8f84da tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:52.137039 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fed9-8881-4e8c-9b33-5e58745c78d5 req-97bd26d5-74c7-496a-a23a-c029e319fc3f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:52.138926 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13a6fed9-8881-4e8c-9b33-5e58745c78d5 req-97bd26d5-74c7-496a-a23a-c029e319fc3f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1134086 Jan 20 07:21:52.143389 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-98898d9f-ba56-422e-94a1-8adef7b284c9 req-b1fe37c5-246e-49c6-8eb6-7a1e5d8f84da tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.2704494 Jan 20 07:21:52.148862 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:52.156419 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:52.256953 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13a6fed9-8881-4e8c-9b33-5e58745c78d5 req-70a881e4-e4ea-4ba3-9a99-564bbfdf0a88 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061642 Jan 20 07:21:52.520127 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Publish callbacks [] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.531663 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.558145 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:52.558797 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.563323 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] Current status of the port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:52.563964 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.630395 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Attempting to bind port 33c0d35e-178f-433a-b778-cd64fed9ce73 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:52.631245 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Attempting to bind port 33c0d35e-178f-433a-b778-cd64fed9ce73 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:52.631722 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Attempting to bind port 33c0d35e-178f-433a-b778-cd64fed9ce73 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:52.634986 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d11d5a-07e9-4258-a65b-2596c7802446 None None] Pushing event updated for resources: {'Port': ['ID=33c0d35e-178f-433a-b778-cd64fed9ce73,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:52.645393 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:52.645932 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:52.646427 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.647069 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:52.648369 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Bound port: 33c0d35e-178f-433a-b778-cd64fed9ce73, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:52.648369 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.657167 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] For port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,segment=NetworkSegment(502b3066-253e-480f-952c-266385267ed8),segment_id=502b3066-253e-480f-952c-266385267ed8)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:52.657628 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-98898d9f-ba56-422e-94a1-8adef7b284c9 req-71677034-cd23-4764-8a6c-a171deffa737 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5104263 Jan 20 07:21:52.709269 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.818718 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] For port 33c0d35e-178f-433a-b778-cd64fed9ce73, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:52.821605 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Deleting port db8861df-fb61-448d-ab71-bac04a6eba9b {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:21:52.822395 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.823817 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] For port 33c0d35e-178f-433a-b778-cd64fed9ce73, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=33c0d35e-178f-433a-b778-cd64fed9ce73,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:52.832630 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:52.846415 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8210d-0e62-4cb4-a880-30870594e8ec None None] Pushing event updated for resources: {'Port': ['ID=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:52.920843 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d11d5a-07e9-4258-a65b-2596c7802446 None None] Pushing event updated for resources: {'Port': ['ID=33c0d35e-178f-433a-b778-cd64fed9ce73,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:52.951895 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Routers {'e79c269c-abd2-4987-83c3-9cdb3a3b7c14'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:52.952698 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:52.970228 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:52.982507 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0fa6c47e-e808-4472-ba7e-a9e4e6b730dc None None] Provisioning complete for port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:52.983031 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c47e-e808-4472-ba7e-a9e4e6b730dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.051792 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.060091 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8dfc-5f46-42ef-8a9c-023d828fa09a req-703e4b77-12bd-4371-a640-c62a35979e6c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:53.068091 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1f0f8dfc-5f46-42ef-8a9c-023d828fa09a req-703e4b77-12bd-4371-a640-c62a35979e6c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1134222 Jan 20 07:21:53.131002 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6c47e-e808-4472-ba7e-a9e4e6b730dc None None] Current status of the port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:53.139616 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1f0f8dfc-5f46-42ef-8a9c-023d828fa09a req-a6350adc-c1f7-4576-8a5f-a8d7c322de37 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620677 Jan 20 07:21:53.181080 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] Set router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:53.201768 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] For port db8861df-fb61-448d-ab71-bac04a6eba9b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=db8861df-fb61-448d-ab71-bac04a6eba9b,segment=NetworkSegment(e725a8e1-70d3-480b-85e9-9863f66d9775),segment_id=e725a8e1-70d3-480b-85e9-9863f66d9775)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:53.202137 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.216590 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:53.230578 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Calling delete_port for db8861df-fb61-448d-ab71-bac04a6eba9b owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:21:53.267383 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:53.267908 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.361003 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0c375-d9fe-4f02-b5ac-c9c029fb6edf req-6cf7d136-d4de-42a9-bd7e-6e73829fcb5a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:53.368460 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f9c0c375-d9fe-4f02-b5ac-c9c029fb6edf req-6cf7d136-d4de-42a9-bd7e-6e73829fcb5a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 945 time: 0.3342471 Jan 20 07:21:53.473913 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:21:50Z', 'revision_number': 3, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:53.487862 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3a79e-a9b0-4037-afb5-86df874c6a80 req-d01c54eb-5f47-4586-a4b4-d181d893d152 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:53.490080 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dce3a79e-a9b0-4037-afb5-86df874c6a80 req-d01c54eb-5f47-4586-a4b4-d181d893d152 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0823150 Jan 20 07:21:53.499082 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Allocated IP 172.20.0.1 (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68/e08d0e6e-99b2-4d7c-8651-66bd7dff3726/31aada40-15d6-4334-8c56-84a9955e3cc2) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:21:53.523791 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68282-df47-45e7-beb5-c32790ea390f None None] The sync data for ids ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'] in dv-cinder-823015-5-iscsi is: [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:21:50Z', 'revision_number': 3, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:21:53.569629 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dce3a79e-a9b0-4037-afb5-86df874c6a80 req-6cc193f1-b262-4e85-8fa1-b54def77d6ac tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Jan 20 07:21:53.579508 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f9c0c375-d9fe-4f02-b5ac-c9c029fb6edf req-124b95e0-b06c-4907-bb35-d94476fc8f0a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/security-groups?id=de083466-5fb6-40ae-a1c2-7c871fce7de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100441 Jan 20 07:21:53.600125 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:53.702300 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (db8861df-fb61-448d-ab71-bac04a6eba9b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.717660 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['db8861df-fb61-448d-ab71-bac04a6eba9b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:21:53.734892 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks [] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.784599 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Pushing event deleted for resources: {'Port': ['ID=db8861df-fb61-448d-ab71-bac04a6eba9b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:53.831346 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] No DVR routers for this DVR port db8861df-fb61-448d-ab71-bac04a6eba9b on host hv-cinder-82301 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:21:53.839276 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.842767 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-580a996e-75e4-484c-89ed-39cc7823c716 req-485ec334-0019-46a5-ab93-301ddca9b90a tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.42 "DELETE /v2.0/ports/db8861df-fb61-448d-ab71-bac04a6eba9b HTTP/1.1" status: 204 len: 173 time: 1.7472486 Jan 20 07:21:53.843252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'name': 'network-vif-deleted', 'tag': 'db8861df-fb61-448d-ab71-bac04a6eba9b'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:21:53.847979 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165271dc-71af-4654-b33c-1cf3226a76d5" -d '{"events": [{"server_uuid": "ae0f2eb2-33be-47ac-9f99-0807f80272bb", "name": "network-vif-deleted", "tag": "db8861df-fb61-448d-ab71-bac04a6eba9b"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:21:53.869072 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:53.924650 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:53.926172 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a792a-3207-4fb3-955a-b2cef96e694e req-f84ab41a-2308-41bf-90a6-424bda9b8c4b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:53.928620 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:53.933717 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:21:53.940812 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Pushing event updated for resources: {'Port': ['ID=31aada40-15d6-4334-8c56-84a9955e3cc2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:53.946138 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f1a792a-3207-4fb3-955a-b2cef96e694e req-f84ab41a-2308-41bf-90a6-424bda9b8c4b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1735308 Jan 20 07:21:54.014490 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e5be89-7be6-4322-8dad-5968babba659 x-openstack-request-id: req-c9e5be89-7be6-4322-8dad-5968babba659 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:21:54.014990 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0f2eb2-33be-47ac-9f99-0807f80272bb", "name": "network-vif-deleted", "tag": "db8861df-fb61-448d-ab71-bac04a6eba9b", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:21:54.015545 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9e5be89-7be6-4322-8dad-5968babba659 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:21:54.015994 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0f2eb2-33be-47ac-9f99-0807f80272bb', 'name': 'network-vif-deleted', 'tag': 'db8861df-fb61-448d-ab71-bac04a6eba9b', 'status': 'completed', 'code': 200} Jan 20 07:21:54.031600 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:54.213748 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f1a792a-3207-4fb3-955a-b2cef96e694e req-88f913f4-a6c2-4651-a2c8-48edf0c41d5a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652767 Jan 20 07:21:54.311421 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:54.466806 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-eeb2b865-2f2b-4533-bf6a-7cac6db14e69 None None] Provisioning complete for port 31aada40-15d6-4334-8c56-84a9955e3cc2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:54.467928 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eeb2b865-2f2b-4533-bf6a-7cac6db14e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:54.529307 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34175fe-5360-4a65-8e82-b2341e659ba2 req-e08a6aef-6c87-4164-8a15-1accd29ec37e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:54.531281 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f34175fe-5360-4a65-8e82-b2341e659ba2 req-e08a6aef-6c87-4164-8a15-1accd29ec37e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1516404 Jan 20 07:21:54.558284 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2b865-2f2b-4533-bf6a-7cac6db14e69 None None] Port 31aada40-15d6-4334-8c56-84a9955e3cc2 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:21:54.655346 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f34175fe-5360-4a65-8e82-b2341e659ba2 req-5777be5a-16ff-40ae-8419-06a5e061aaa9 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111443 Jan 20 07:21:54.677019 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks [] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:54.684234 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:54.761746 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d6d89963-8cfe-4a86-8d20-4b87f9869442 req-16570653-f1db-468c-b7b3-5a54d2b50103 tempest-VolumesActionsTest-1852470819 tempest-VolumesActionsTest-1852470819-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae0f2eb2-33be-47ac-9f99-0807f80272bb HTTP/1.1" status: 200 len: 210 time: 0.0336230 Jan 20 07:21:54.774706 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:54.776957 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Pushing event updated for resources: {'Port': ['ID=31aada40-15d6-4334-8c56-84a9955e3cc2,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:54.919606 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:21:54.921214 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:21:55.059865 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:21:55.184438 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:21:55.193102 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d7a55201-7f06-49b6-9784-97c2216cf167 admin admin] 10.222.0.53 "PUT /v2.0/routers/e79c269c-abd2-4987-83c3-9cdb3a3b7c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0131149 Jan 20 07:21:55.202493 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cfd10d11-8b25-499b-8b58-ed8a85e87d63 None None] Provisioning complete for port 31aada40-15d6-4334-8c56-84a9955e3cc2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:55.203153 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cfd10d11-8b25-499b-8b58-ed8a85e87d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:55.263852 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cfd10d11-8b25-499b-8b58-ed8a85e87d63 None None] Port 31aada40-15d6-4334-8c56-84a9955e3cc2 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:21:55.269669 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 33c0d35e-178f-433a-b778-cd64fed9ce73 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:55.362708 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 33c0d35e-178f-433a-b778-cd64fed9ce73 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:55.363452 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:55.470079 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab717ab-5464-4805-b845-586add0885ed req-5d72aa57-0a90-4d10-abc6-7ed915d74986 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:55.472460 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4ab717ab-5464-4805-b845-586add0885ed req-5d72aa57-0a90-4d10-abc6-7ed915d74986 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0775621 Jan 20 07:21:55.493813 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 33c0d35e-178f-433a-b778-cd64fed9ce73 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:55.494216 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:55.520349 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 33c0d35e-178f-433a-b778-cd64fed9ce73, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=33c0d35e-178f-433a-b778-cd64fed9ce73,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:55.526943 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:55.535963 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4ab717ab-5464-4805-b845-586add0885ed req-ea646fb8-25c4-43f4-b380-18cb3cfe1131 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577042 Jan 20 07:21:55.575817 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42ba6-795f-4f5d-9fb7-c401d6249062 req-c4061caa-bc01-4db6-b049-a9e8a1a4b878 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:55.584763 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c42ba6-795f-4f5d-9fb7-c401d6249062 req-c4061caa-bc01-4db6-b049-a9e8a1a4b878 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0855019 Jan 20 07:21:55.614419 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=33c0d35e-178f-433a-b778-cd64fed9ce73,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:55.650405 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c42ba6-795f-4f5d-9fb7-c401d6249062 req-eb431305-739b-4a7e-9601-7a1f4818d296 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607028 Jan 20 07:21:55.830787 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2da9bf-43a1-4a37-a8b4-6fc933cb3ed7 req-9e1dca67-cb48-4084-a254-532fa01f483d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:55.832524 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee2da9bf-43a1-4a37-a8b4-6fc933cb3ed7 req-9e1dca67-cb48-4084-a254-532fa01f483d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0649908 Jan 20 07:21:55.920382 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee2da9bf-43a1-4a37-a8b4-6fc933cb3ed7 req-f6181642-fcd7-4aa7-afa3-3cd5f78d46f6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801835 Jan 20 07:21:55.926154 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device db8861df-fb61-448d-ab71-bac04a6eba9b no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:21:55.956477 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: db8861df-fb61-448d-ab71-bac04a6eba9b {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:21:55.956944 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device db8861df-fb61-448d-ab71-bac04a6eba9b not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:21:56.166323 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Sync routers for ids ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:21:56.184700 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Routers {'e79c269c-abd2-4987-83c3-9cdb3a3b7c14'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:56.185647 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:56.394625 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Set router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:56.718530 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51350a-632c-4eee-b2b8-42f8b889da47 req-10503602-77d3-4c7a-8ec2-9c377795f2af tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:56.723090 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1e51350a-632c-4eee-b2b8-42f8b889da47 req-10503602-77d3-4c7a-8ec2-9c377795f2af tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1031852 Jan 20 07:21:56.777316 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:21:54Z', 'revision_number': 4, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '31aada40-15d6-4334-8c56-84a9955e3cc2', 'name': '', 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'mac_address': 'fa:16:3e:96:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:53Z', 'updated_at': '2022-01-20T07:21:54Z', 'revision_number': 2, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'subnets': [{'id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:56.819985 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Checking router: e79c269c-abd2-4987-83c3-9cdb3a3b7c14 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:21:56.820669 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Updating router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 port 31aada40-15d6-4334-8c56-84a9955e3cc2 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:21:56.853336 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1e51350a-632c-4eee-b2b8-42f8b889da47 req-17607dd6-76e8-49ad-8675-ca8817271dc2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223807 Jan 20 07:21:56.891883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.231113 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c12a8-f57d-4d50-b850-d4aeafb1c953 req-4743fc82-f108-4fd3-8846-537c7ad3711e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:57.242766 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-989c12a8-f57d-4d50-b850-d4aeafb1c953 req-4743fc82-f108-4fd3-8846-537c7ad3711e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1780474 Jan 20 07:21:57.306509 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 33c0d35e-178f-433a-b778-cd64fed9ce73 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:57.326651 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-989c12a8-f57d-4d50-b850-d4aeafb1c953 req-758e6d46-0e6f-44f9-8b1d-402941dd9f2a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803621 Jan 20 07:21:57.415691 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 33c0d35e-178f-433a-b778-cd64fed9ce73 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:57.416298 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.535492 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Publish callbacks [] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.570583 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.623356 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 33c0d35e-178f-433a-b778-cd64fed9ce73 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:57.638062 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5ca6d-987c-481b-ac88-aa1d2a72a123 None None] Pushing event updated for resources: {'Port': ['ID=31aada40-15d6-4334-8c56-84a9955e3cc2,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:57.741313 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Attempting to bind port 31aada40-15d6-4334-8c56-84a9955e3cc2 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:21:57.743128 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Attempting to bind port 31aada40-15d6-4334-8c56-84a9955e3cc2 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:21:57.743950 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Attempting to bind port 31aada40-15d6-4334-8c56-84a9955e3cc2 on network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:21:57.759770 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:21:57.760763 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Checking segment: {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:21:57.761646 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.762166 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Bound using segment: {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:21:57.762801 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Bound port: 31aada40-15d6-4334-8c56-84a9955e3cc2, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502b3066-253e-480f-952c-266385267ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:21:57.763349 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.878283 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] For port 31aada40-15d6-4334-8c56-84a9955e3cc2, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:21:57.884491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] For port 31aada40-15d6-4334-8c56-84a9955e3cc2, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=31aada40-15d6-4334-8c56-84a9955e3cc2,segment=NetworkSegment(502b3066-253e-480f-952c-266385267ed8),segment_id=502b3066-253e-480f-952c-266385267ed8)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:21:57.894740 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:57.977221 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Routers {'e79c269c-abd2-4987-83c3-9cdb3a3b7c14'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:21:57.978245 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:21:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:58.069464 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5ca6d-987c-481b-ac88-aa1d2a72a123 None None] Pushing event updated for resources: {'Port': ['ID=31aada40-15d6-4334-8c56-84a9955e3cc2,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:58.070138 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d24fa-c0c3-4ecc-b8fa-87c57f1b02d3 req-ccdc523b-1da4-4583-b3d5-2a8c9a0eb344 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:58.085976 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae9d24fa-c0c3-4ecc-b8fa-87c57f1b02d3 req-ccdc523b-1da4-4583-b3d5-2a8c9a0eb344 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1044395 Jan 20 07:21:58.108446 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] Provisioning complete for port 31aada40-15d6-4334-8c56-84a9955e3cc2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:58.108446 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:58.268733 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] Set router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:21:58.332762 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] Current status of the port 31aada40-15d6-4334-8c56-84a9955e3cc2 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:58.333235 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:58.544927 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] For port 31aada40-15d6-4334-8c56-84a9955e3cc2, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=31aada40-15d6-4334-8c56-84a9955e3cc2,segment=NetworkSegment(502b3066-253e-480f-952c-266385267ed8),segment_id=502b3066-253e-480f-952c-266385267ed8)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:21:58.555023 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:58.568592 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae9d24fa-c0c3-4ecc-b8fa-87c57f1b02d3 req-0daa51cb-5eec-4c26-84ae-4b3324dd80dc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815202 Jan 20 07:21:58.629840 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5aeb6-6776-48d9-8793-1955985f4694 req-8fbabd47-3f69-4898-9add-940200ea6c7f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:58.641127 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bc5aeb6-6776-48d9-8793-1955985f4694 req-8fbabd47-3f69-4898-9add-940200ea6c7f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1106706 Jan 20 07:21:58.735598 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-73f6eece-71f3-4b24-a0f1-f26c56a98d07 None None] Provisioning complete for port 31aada40-15d6-4334-8c56-84a9955e3cc2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:58.737866 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-73f6eece-71f3-4b24-a0f1-f26c56a98d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:58.760771 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cd7d4-9ec2-47d0-bed8-d9437b334ea5 None None] Pushing event updated for resources: {'Port': ['ID=31aada40-15d6-4334-8c56-84a9955e3cc2,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:21:58.798802 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bc5aeb6-6776-48d9-8793-1955985f4694 req-a7176bbb-4475-4a56-b6ec-81e58ca1905f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557839 Jan 20 07:21:58.957350 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-73f6eece-71f3-4b24-a0f1-f26c56a98d07 None None] Current status of the port 31aada40-15d6-4334-8c56-84a9955e3cc2 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:58.989050 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:21:54Z', 'revision_number': 4, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '31aada40-15d6-4334-8c56-84a9955e3cc2', 'name': '', 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'mac_address': 'fa:16:3e:96:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:53Z', 'updated_at': '2022-01-20T07:21:57Z', 'revision_number': 4, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'subnets': [{'id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:21:59.034904 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729841a-ed73-4a8b-ab87-9a9370f9993a None None] The sync data for ids ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'] in dv-cinder-823015-5-iscsi is: [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:21:54Z', 'revision_number': 4, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '31aada40-15d6-4334-8c56-84a9955e3cc2', 'name': '', 'network_id': 'ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'mac_address': 'fa:16:3e:96:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:53Z', 'updated_at': '2022-01-20T07:21:57Z', 'revision_number': 4, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'subnets': [{'id': 'e08d0e6e-99b2-4d7c-8651-66bd7dff3726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:21:59.316982 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 31aada40-15d6-4334-8c56-84a9955e3cc2 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:21:59.402549 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 31aada40-15d6-4334-8c56-84a9955e3cc2 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:21:59.402915 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:21:59.564206 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 31aada40-15d6-4334-8c56-84a9955e3cc2 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:21:59.744162 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814aed-5def-469c-a7fd-a9e912233253 req-26c5dc23-670e-4e9e-af02-02a819e57905 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:21:59.746933 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f8814aed-5def-469c-a7fd-a9e912233253 req-26c5dc23-670e-4e9e-af02-02a819e57905 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0795960 Jan 20 07:21:59.833118 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f8814aed-5def-469c-a7fd-a9e912233253 req-9155a739-2782-4545-8fc5-55648c0f63e7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770149 Jan 20 07:22:00.053877 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfe419-dbab-43c5-be1f-5916637c2741 req-8f7c2b86-551e-47bb-8c25-6065fac64767 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:00.058241 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b4dfe419-dbab-43c5-be1f-5916637c2741 req-8f7c2b86-551e-47bb-8c25-6065fac64767 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0975075 Jan 20 07:22:00.132537 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b4dfe419-dbab-43c5-be1f-5916637c2741 req-6879c7fc-213c-437c-8c82-19dc40c94f5b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646558 Jan 20 07:22:01.043316 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0f2-acde-4f11-9209-99b8c30f1b23 req-5473fe4a-c691-48b2-9793-754e8b6e934f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:01.045066 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f2a0f2-acde-4f11-9209-99b8c30f1b23 req-5473fe4a-c691-48b2-9793-754e8b6e934f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0718920 Jan 20 07:22:01.151731 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f2a0f2-acde-4f11-9209-99b8c30f1b23 req-af5b8c73-6426-43b0-bfd5-baaadce08087 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996504 Jan 20 07:22:01.365353 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0487e-7efa-4239-bdbf-485c3b0f2e1f req-2845c288-b67f-483b-9c59-60e62a9ec654 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:01.376820 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7ab0487e-7efa-4239-bdbf-485c3b0f2e1f req-2845c288-b67f-483b-9c59-60e62a9ec654 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1197312 Jan 20 07:22:01.470346 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7ab0487e-7efa-4239-bdbf-485c3b0f2e1f req-ba7552fd-302c-4c82-b59a-967c552ba21b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917466 Jan 20 07:22:01.869545 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ccf68fb9-4674-4a37-a8cb-1634d6d33944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:01.956987 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:22:02.179153 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:02.195221 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'mac_address': 'fa:16:3e:12:72:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:22:02.261764 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: ACTIVE; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:02.262546 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:02.298903 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2671e11-225a-44a9-a184-3b4842f79b37 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:22:02.364421 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:02.379362 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:02.499239 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992421f3-1d86-4fee-b007-3bef37a9d10e req-cf893b30-c091-45bc-aa29-84045c29e077 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:02.500885 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-992421f3-1d86-4fee-b007-3bef37a9d10e req-cf893b30-c091-45bc-aa29-84045c29e077 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 944 time: 0.1298430 Jan 20 07:22:02.503571 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=6']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:02.605514 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['b2671e11-225a-44a9-a184-3b4842f79b37'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:22:02.730376 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-992421f3-1d86-4fee-b007-3bef37a9d10e req-9c787373-3a73-45c7-bb85-8814014829a1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211928 Jan 20 07:22:02.848261 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c5094-eec8-4c3a-8fc3-6d79d6293c45 req-4c063a57-02ef-4b6c-b11d-29037990dba7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:02.863460 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c7c5094-eec8-4c3a-8fc3-6d79d6293c45 req-4c063a57-02ef-4b6c-b11d-29037990dba7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1881950 Jan 20 07:22:02.990523 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c7c5094-eec8-4c3a-8fc3-6d79d6293c45 req-7c078421-4f80-439c-9e5e-88261e0b659c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231887 Jan 20 07:22:03.972631 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:22:04.060688 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c52ca-c1bb-4f09-a0ae-1bfdb636af57 req-b5d90314-31ea-4a96-af88-050f98253a18 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:04.070206 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4b6c52ca-c1bb-4f09-a0ae-1bfdb636af57 req-b5d90314-31ea-4a96-af88-050f98253a18 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 944 time: 0.1524041 Jan 20 07:22:04.243770 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4b6c52ca-c1bb-4f09-a0ae-1bfdb636af57 req-4e1e15e6-6148-42e9-8123-8aeef269ab53 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722558 Jan 20 07:22:04.270721 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port b2671e11-225a-44a9-a184-3b4842f79b37 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:22:04.271244 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:04.330165 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fac58f-10b8-41ee-ad55-c19f90ba294c req-16cdd251-fc09-45c5-9274-3b711e1d049b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:04.352428 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d2fac58f-10b8-41ee-ad55-c19f90ba294c req-16cdd251-fc09-45c5-9274-3b711e1d049b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1481442 Jan 20 07:22:04.502705 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d2fac58f-10b8-41ee-ad55-c19f90ba294c req-7b1d19b4-ca37-4692-a510-193aeab91a61 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472318 Jan 20 07:22:04.573794 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:04.574950 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:04.668671 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:22:04.679366 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5597ba7-c714-42cc-8d7b-38a756fd3040" -d '{"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-plugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:22:04.765350 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:04.788248 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:05.205144 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8084218-00db-4b15-a817-471f184c9e08 x-openstack-request-id: req-d8084218-00db-4b15-a817-471f184c9e08 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:22:05.205990 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-plugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:22:05.205990 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8084218-00db-4b15-a817-471f184c9e08 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:22:05.209061 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'code': 200} Jan 20 07:22:05.270950 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=7']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:05.274453 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b5d8-89ef-4cfb-8ec0-9dff8a7cef89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:05.351833 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-8b9364a1-b643-49c3-9300-d4a32dcba0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:05.360998 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-8b9364a1-b643-49c3-9300-d4a32dcba0e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.2623558 Jan 20 07:22:05.497049 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-ad9b27d3-c929-48ea-a5ae-4bec38e0cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:05.499083 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-ad9b27d3-c929-48ea-a5ae-4bec38e0cb4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.1353469 Jan 20 07:22:05.569236 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa7a18-6b14-400a-b92d-4d5b77bfc79e req-d5021b2e-2b5e-4ed5-abc3-f1363f7c4d2a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:05.582618 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7daa7a18-6b14-400a-b92d-4d5b77bfc79e req-d5021b2e-2b5e-4ed5-abc3-f1363f7c4d2a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1710367 Jan 20 07:22:05.654087 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7daa7a18-6b14-400a-b92d-4d5b77bfc79e req-75c37e81-0781-4736-b160-5c507358fd8a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643604 Jan 20 07:22:05.714080 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:05.791512 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3419d3-7d34-4c7e-93e9-72502a8f805e req-43c03dcd-e917-4833-b13d-e1a671bbcd1a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:05.793136 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dc3419d3-7d34-4c7e-93e9-72502a8f805e req-43c03dcd-e917-4833-b13d-e1a671bbcd1a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0806754 Jan 20 07:22:05.906435 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:05.990654 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dc3419d3-7d34-4c7e-93e9-72502a8f805e req-5e1d9481-08c6-4da5-8abe-e828b645f08f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863375 Jan 20 07:22:06.041181 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-ddf9add9-89dd-4a6d-b474-7069d549cacf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.5316589 Jan 20 07:22:06.056078 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d0225-d02e-430a-98b4-afc6f1ef0e56 req-0f5ba60f-5bd6-445e-9948-3a63f6ddc8e1 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:06.064929 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c21d0225-d02e-430a-98b4-afc6f1ef0e56 req-0f5ba60f-5bd6-445e-9948-3a63f6ddc8e1 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.8398168 Jan 20 07:22:06.131625 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-75986334-04e3-41b3-a6af-0b8661cc35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:06.133181 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-75986334-04e3-41b3-a6af-0b8661cc35c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.0605536 Jan 20 07:22:06.204162 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-f126a032-a899-4dde-b4b8-44f86e16a23d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593035 Jan 20 07:22:06.513853 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-0f99cb54-a802-484e-9c73-4a5e78c1b97a service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639730 Jan 20 07:22:06.656247 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c21d0225-d02e-430a-98b4-afc6f1ef0e56 req-e1d96b4b-3672-4a2d-b0c6-eb1871d334a3 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901237 Jan 20 07:22:06.700284 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e75d6a3c-bf20-41fa-b4e9-f9537be162f6 req-3b3f0190-be63-4a27-8557-da2c56529bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837931 Jan 20 07:22:06.905170 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d519058-26b5-419a-8edf-aa07f8d9b041 req-68fd6765-9502-4bd0-9cc8-7be5323d5910 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:06.926064 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3d519058-26b5-419a-8edf-aa07f8d9b041 req-68fd6765-9502-4bd0-9cc8-7be5323d5910 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1013863 Jan 20 07:22:07.033296 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3d519058-26b5-419a-8edf-aa07f8d9b041 req-fa3da037-e95e-473f-846d-c163590beeae tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988431 Jan 20 07:22:07.221457 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c619-4203-4faf-8599-6bb5d2df19fe req-4ae7353d-8a3d-4f3c-8db3-42be6dae6d3c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:07.230161 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b55c619-4203-4faf-8599-6bb5d2df19fe req-4ae7353d-8a3d-4f3c-8db3-42be6dae6d3c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1012652 Jan 20 07:22:07.337537 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b55c619-4203-4faf-8599-6bb5d2df19fe req-adb4c387-1281-4c15-b017-115ab1aed310 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951211 Jan 20 07:22:07.776626 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:07.837172 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33442d30-1f90-4264-a125-075065ae3cf3 req-5bc1ca27-156e-47a6-bfa1-24feb96b2ed5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:07.847209 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-33442d30-1f90-4264-a125-075065ae3cf3 req-5bc1ca27-156e-47a6-bfa1-24feb96b2ed5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0801816 Jan 20 07:22:07.925883 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-33442d30-1f90-4264-a125-075065ae3cf3 req-4f344f0e-2bb9-4790-97d3-6ad4709d3f00 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773175 Jan 20 07:22:08.234549 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea73eb-621c-4024-9f0e-d1fddd1ef061 req-e419f2ce-5d11-4312-8db0-7f24357c7781 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:08.244527 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f1ea73eb-621c-4024-9f0e-d1fddd1ef061 req-e419f2ce-5d11-4312-8db0-7f24357c7781 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0855768 Jan 20 07:22:08.320734 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f1ea73eb-621c-4024-9f0e-d1fddd1ef061 req-fc502abc-8ff2-444b-a132-57ecd52a8a45 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749049 Jan 20 07:22:08.420348 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:08.612835 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c2f07-b4dc-4685-a543-bd6991b211e4 req-672ce444-fc9e-4a71-ad21-09be23c9a762 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:08.622055 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-002c2f07-b4dc-4685-a543-bd6991b211e4 req-672ce444-fc9e-4a71-ad21-09be23c9a762 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1626101 Jan 20 07:22:08.625252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60282) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:08.741012 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-002c2f07-b4dc-4685-a543-bd6991b211e4 req-c5c045bd-3e3b-4ec0-aef0-12944f5bf627 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174409 Jan 20 07:22:08.748191 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Deleting subnet 82cdc12d-e7b0-4cea-8452-c7cfd287a23d {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:22:08.752697 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Publish callbacks [] for subnet (82cdc12d-e7b0-4cea-8452-c7cfd287a23d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:08.830995 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890015'] for subnet (82cdc12d-e7b0-4cea-8452-c7cfd287a23d), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:08.921045 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (82cdc12d-e7b0-4cea-8452-c7cfd287a23d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.027863 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15182044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26041549'] for subnet (82cdc12d-e7b0-4cea-8452-c7cfd287a23d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.147818 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.157077 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/82cdc12d-e7b0-4cea-8452-c7cfd287a23d HTTP/1.1" status: 204 len: 168 time: 0.5302248 Jan 20 07:22:09.158007 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60290) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:09.161817 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df0380-7a52-4bba-99a6-c4e2ccebb9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cdc12d-e7b0-4cea-8452-c7cfd287a23d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:09.195748 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d7cca-636a-43ee-8015-efddc33321eb req-43df03c5-b69d-4ccc-a47e-1d230d6f51e4 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:09.214756 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-620d7cca-636a-43ee-8015-efddc33321eb req-43df03c5-b69d-4ccc-a47e-1d230d6f51e4 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1552229 Jan 20 07:22:09.321241 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (33400ad8-cf81-43d5-8971-86c362aac1e5), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.338626 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-620d7cca-636a-43ee-8015-efddc33321eb req-5082401c-1a2a-496e-b846-b1922e16e7b6 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226101 Jan 20 07:22:09.520213 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (33400ad8-cf81-43d5-8971-86c362aac1e5), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.583079 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2fcd3-2358-45fc-a4d9-c16b5aa039cc req-d26ff750-b6df-4870-b484-9c87e49dc3be tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:09.586773 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ddd2fcd3-2358-45fc-a4d9-c16b5aa039cc req-d26ff750-b6df-4870-b484-9c87e49dc3be tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1045752 Jan 20 07:22:09.613256 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5aa5b2-e1a1-4b1d-960f-05f15c3b4b32 req-68ebcdab-0809-45dc-b003-bee160470a88 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:09.615636 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4b5aa5b2-e1a1-4b1d-960f-05f15c3b4b32 req-68ebcdab-0809-45dc-b003-bee160470a88 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.2916949 Jan 20 07:22:09.652119 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33400ad8-cf81-43d5-8971-86c362aac1e5']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:09.678784 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baaf623-bd3f-4515-bc2e-122d48d6b595') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:09.679174 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baaf623-bd3f-4515-bc2e-122d48d6b595') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:09.682434 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ddd2fcd3-2358-45fc-a4d9-c16b5aa039cc req-8ad5e37d-f1f2-46b6-9bb5-ac6981489d80 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866480 Jan 20 07:22:09.683091 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-b9b4965a-dae9-49c0-8f9c-225ccfea1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:09.684783 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-b9b4965a-dae9-49c0-8f9c-225ccfea1297 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 1099 time: 0.2427855 Jan 20 07:22:09.733890 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (6baaf623-bd3f-4515-bc2e-122d48d6b595), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.820292 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (6baaf623-bd3f-4515-bc2e-122d48d6b595), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.839347 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4b5aa5b2-e1a1-4b1d-960f-05f15c3b4b32 req-d1717fa2-c40d-4975-a2a2-f673265bd311 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059982 Jan 20 07:22:09.849642 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:22:09.850203 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (6baaf623-bd3f-4515-bc2e-122d48d6b595), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:22:09.854417 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:22:09.943121 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (33400ad8-cf81-43d5-8971-86c362aac1e5), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.973231 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:09.976901 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] 10.222.0.53 "DELETE /v2.0/networks/33400ad8-cf81-43d5-8971-86c362aac1e5 HTTP/1.1" status: 204 len: 168 time: 0.8038266 Jan 20 07:22:09.980055 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60298) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:09.980259 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1330c4-2211-4ea6-b137-634537c38432 admin admin] Pushing event deleted for resources: {'Network': ['ID=33400ad8-cf81-43d5-8971-86c362aac1e5,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:10.037991 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-c6b7f392-56a0-4a1c-8e3c-9b9fc5906c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:10.039105 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-c6b7f392-56a0-4a1c-8e3c-9b9fc5906c23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 912 time: 0.3326590 Jan 20 07:22:10.064172 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Deleting subnet 8021c3d7-155f-4a02-bde4-f3609023f74e {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:22:10.074339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Publish callbacks [] for subnet (8021c3d7-155f-4a02-bde4-f3609023f74e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.148906 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-6794d5f5-2b48-45cd-89d2-951c34a327ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 200 len: 1001 time: 0.1024857 Jan 20 07:22:10.167901 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (8021c3d7-155f-4a02-bde4-f3609023f74e), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.216139 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-21175056-7cd8-4b09-9d1b-2428a8c5a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:10.217999 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-21175056-7cd8-4b09-9d1b-2428a8c5a87e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.0613079 Jan 20 07:22:10.230438 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (8021c3d7-155f-4a02-bde4-f3609023f74e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.283828 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-fe318a10-249c-492b-ae1f-d35d597a5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:10.285530 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-fe318a10-249c-492b-ae1f-d35d597a5fef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604045 Jan 20 07:22:10.331418 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (8021c3d7-155f-4a02-bde4-f3609023f74e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.365565 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8021c3d7-155f-4a02-bde4-f3609023f74e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:10.387654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.395363 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7f387902-6f19-45b1-9e88-67a899b3a9c2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8021c3d7-155f-4a02-bde4-f3609023f74e HTTP/1.1" status: 204 len: 168 time: 0.4141178 Jan 20 07:22:10.409612 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60308) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:10.441210 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-545633a0-e4af-4779-990e-c714a58dac87 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452937 Jan 20 07:22:10.584958 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (32e6a2af-69b4-45da-9645-11eab5453cf5), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.595908 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67bd607a-18e9-4bfc-a934-ad3b6c651c98 req-0dd49540-f21e-497b-9c60-815ff67ec976 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433380 Jan 20 07:22:10.628487 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a203bb-a898-413c-9a20-e66b3b5539af req-470c3edd-14e6-48e2-8a8f-3e8325d75e65 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:10.631920 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d0a203bb-a898-413c-9a20-e66b3b5539af req-470c3edd-14e6-48e2-8a8f-3e8325d75e65 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1079922 Jan 20 07:22:10.781370 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (32e6a2af-69b4-45da-9645-11eab5453cf5), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.810961 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e6a2af-69b4-45da-9645-11eab5453cf5']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:10.823790 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453f7f97-3300-466d-a9c6-21fac48642df') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:10.824161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453f7f97-3300-466d-a9c6-21fac48642df') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:10.844423 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (453f7f97-3300-466d-a9c6-21fac48642df), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.887137 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e86c3-62ac-4b2e-b41b-68849b94763a req-3070544e-9ee7-48dd-8352-fcd21df305b1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:10.894205 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-428e86c3-62ac-4b2e-b41b-68849b94763a req-3070544e-9ee7-48dd-8352-fcd21df305b1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0972152 Jan 20 07:22:10.903959 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d0a203bb-a898-413c-9a20-e66b3b5539af req-4953ddcf-6124-48e5-b1ab-3d2a8b9f26ae tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286894 Jan 20 07:22:10.909201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (453f7f97-3300-466d-a9c6-21fac48642df), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.934655 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:22:10.935209 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (453f7f97-3300-466d-a9c6-21fac48642df), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:22:10.937768 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:22:10.976778 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-428e86c3-62ac-4b2e-b41b-68849b94763a req-708fc835-384e-4f1d-b88f-6c6b1272508b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808911 Jan 20 07:22:11.024552 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (32e6a2af-69b4-45da-9645-11eab5453cf5), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:11.035431 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:11.044779 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] 10.222.0.53 "DELETE /v2.0/networks/32e6a2af-69b4-45da-9645-11eab5453cf5 HTTP/1.1" status: 204 len: 168 time: 0.6338906 Jan 20 07:22:11.063098 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb9a4e-e982-4c2f-bb57-5167b119bf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=32e6a2af-69b4-45da-9645-11eab5453cf5,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:11.121286 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0237-5f0b-452c-9649-481d37566e54 req-bf23880e-4b69-4322-b1f4-f7038de9fe3a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:11.128070 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f7cd0237-5f0b-452c-9649-481d37566e54 req-bf23880e-4b69-4322-b1f4-f7038de9fe3a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0793388 Jan 20 07:22:11.202371 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f7cd0237-5f0b-452c-9649-481d37566e54 req-a3b97223-7606-4091-8e20-ade76209f7d0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732360 Jan 20 07:22:11.483119 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60356) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:11.572435 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1fe45dad-fe2c-4906-ac2f-0c58aaa97ece admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=019e381255ee459c8586aa073e84eade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872931 Jan 20 07:22:11.574996 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60358) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:11.657757 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c826156-ca41-4df5-bfb8-29e1c84a951d admin admin] Publish callbacks [] for security_group (40b0a08a-c73e-41e1-ae92-8b20e9d4c43c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:11.703342 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c826156-ca41-4df5-bfb8-29e1c84a951d admin admin] Publish callbacks [] for security_group (40b0a08a-c73e-41e1-ae92-8b20e9d4c43c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:11.826376 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c826156-ca41-4df5-bfb8-29e1c84a951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (40b0a08a-c73e-41e1-ae92-8b20e9d4c43c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:11.829031 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c826156-ca41-4df5-bfb8-29e1c84a951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:11.833458 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1c826156-ca41-4df5-bfb8-29e1c84a951d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40b0a08a-c73e-41e1-ae92-8b20e9d4c43c HTTP/1.1" status: 204 len: 168 time: 0.2570851 Jan 20 07:22:11.867789 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c826156-ca41-4df5-bfb8-29e1c84a951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b0a08a-c73e-41e1-ae92-8b20e9d4c43c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:12.144824 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0715a-ef99-4bd7-9c67-0d57a4461f3c req-e082f731-4674-476a-acdb-17c80fda52c7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:12.147668 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a7c0715a-ef99-4bd7-9c67-0d57a4461f3c req-e082f731-4674-476a-acdb-17c80fda52c7 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0983386 Jan 20 07:22:12.326010 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a7c0715a-ef99-4bd7-9c67-0d57a4461f3c req-599a5cbc-aad6-44f7-9b02-5032a3c8484c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703329 Jan 20 07:22:12.508928 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60370) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:12.591511 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ebe056d0-c299-42dc-9e6c-8ad382ab4f3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6010126d1fc4dcdbe3f83cda4ec9124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816925 Jan 20 07:22:12.592607 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60372) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:12.623624 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc64ae-0ead-4530-bad7-7a37ffd3ab82 req-0c06f7e1-47a8-4eaf-8701-25dd70c15a9f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:12.636605 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-59dc64ae-0ead-4530-bad7-7a37ffd3ab82 req-0c06f7e1-47a8-4eaf-8701-25dd70c15a9f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1768348 Jan 20 07:22:12.673761 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b26c68d-8f8f-4372-9d2e-41386d7416dd admin admin] Publish callbacks [] for security_group (d9a7d87e-73c8-40c6-8c27-5656fd4005d1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:12.705645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b26c68d-8f8f-4372-9d2e-41386d7416dd admin admin] Publish callbacks [] for security_group (d9a7d87e-73c8-40c6-8c27-5656fd4005d1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:12.780044 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-59dc64ae-0ead-4530-bad7-7a37ffd3ab82 req-eb57d57b-d5d6-4fe1-b7f3-ff2d48203737 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329176 Jan 20 07:22:12.792593 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b26c68d-8f8f-4372-9d2e-41386d7416dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d9a7d87e-73c8-40c6-8c27-5656fd4005d1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:12.795415 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b26c68d-8f8f-4372-9d2e-41386d7416dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:12.798893 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3b26c68d-8f8f-4372-9d2e-41386d7416dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9a7d87e-73c8-40c6-8c27-5656fd4005d1 HTTP/1.1" status: 204 len: 168 time: 0.2018285 Jan 20 07:22:12.814233 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26c68d-8f8f-4372-9d2e-41386d7416dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a7d87e-73c8-40c6-8c27-5656fd4005d1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:12.987397 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044957d8-19c7-4f2b-970e-b354f9e2214c req-664af630-f8c2-4fbd-80ba-4dce60e75caa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:13.012878 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-044957d8-19c7-4f2b-970e-b354f9e2214c req-664af630-f8c2-4fbd-80ba-4dce60e75caa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1017396 Jan 20 07:22:13.163079 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-044957d8-19c7-4f2b-970e-b354f9e2214c req-dbb19fb7-2270-44c2-9c53-00b2d15d88ec tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487470 Jan 20 07:22:13.622970 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3f8e6-f651-4409-abbd-860ea45aff0a req-ac4533ad-331f-4ad5-acd6-10504c0ecfa6 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:13.624968 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c6f3f8e6-f651-4409-abbd-860ea45aff0a req-ac4533ad-331f-4ad5-acd6-10504c0ecfa6 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.2035379 Jan 20 07:22:13.837898 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c6f3f8e6-f651-4409-abbd-860ea45aff0a req-a5845faa-8fd8-4011-bb57-70e2a9fc6072 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997991 Jan 20 07:22:14.115668 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dff09-901e-4414-afdf-09c6da28e389 req-e03f6627-0ef6-481b-ba0a-dbf3228d5c89 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:14.130161 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9e8dff09-901e-4414-afdf-09c6da28e389 req-e03f6627-0ef6-481b-ba0a-dbf3228d5c89 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1594400 Jan 20 07:22:14.232110 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9e8dff09-901e-4414-afdf-09c6da28e389 req-f284a701-1ae5-4201-b9d6-7931b8ecd89e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947731 Jan 20 07:22:15.122777 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea1c8-44dd-4da1-a9de-a018ea47a82c req-b5a94d34-606f-41bc-8562-c7d783140b45 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:15.129782 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4deea1c8-44dd-4da1-a9de-a018ea47a82c req-b5a94d34-606f-41bc-8562-c7d783140b45 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1065712 Jan 20 07:22:15.179076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60418) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:15.289908 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4deea1c8-44dd-4da1-a9de-a018ea47a82c req-d044314b-7ca1-4b41-97ce-ff6c883208e8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590843 Jan 20 07:22:15.428624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac2f394e-bffa-4ae1-83e0-ccca8b432789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.510770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d7e82-004c-44f0-ac62-fbe8f603bcab req-c1003f53-7122-4bdd-8f96-ab7069b4e035 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:15.519469 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bb2d7e82-004c-44f0-ac62-fbe8f603bcab req-c1003f53-7122-4bdd-8f96-ab7069b4e035 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1003959 Jan 20 07:22:15.545396 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac2f394e-bffa-4ae1-83e0-ccca8b432789 admin admin] Publish callbacks [] for security_group (f904cf5c-02aa-4465-8475-c42c3808da2d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.553962 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac2f394e-bffa-4ae1-83e0-ccca8b432789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f904cf5c-02aa-4465-8475-c42c3808da2d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.615229 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f394e-bffa-4ae1-83e0-ccca8b432789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f904cf5c-02aa-4465-8475-c42c3808da2d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:15.625043 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bb2d7e82-004c-44f0-ac62-fbe8f603bcab req-f6bd0a06-40c9-49b3-9936-6cd3ce01e6dc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952914 Jan 20 07:22:15.654570 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ac2f394e-bffa-4ae1-83e0-ccca8b432789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=147628f45b614af6adc3e5ae4d658ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744051 Jan 20 07:22:15.657927 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60424) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:15.738427 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae3087c5-b44a-44fa-aa21-3428ffbae963 admin admin] Publish callbacks [] for security_group (f904cf5c-02aa-4465-8475-c42c3808da2d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.768165 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae3087c5-b44a-44fa-aa21-3428ffbae963 admin admin] Publish callbacks [] for security_group (f904cf5c-02aa-4465-8475-c42c3808da2d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.851815 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae3087c5-b44a-44fa-aa21-3428ffbae963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f904cf5c-02aa-4465-8475-c42c3808da2d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.854847 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae3087c5-b44a-44fa-aa21-3428ffbae963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:15.856024 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ae3087c5-b44a-44fa-aa21-3428ffbae963 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f904cf5c-02aa-4465-8475-c42c3808da2d HTTP/1.1" status: 204 len: 168 time: 0.1968310 Jan 20 07:22:15.883129 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3087c5-b44a-44fa-aa21-3428ffbae963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904cf5c-02aa-4465-8475-c42c3808da2d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:16.589930 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03769e72-1c4f-4c44-a956-006cb860d106 req-295d289e-4b6b-4d82-ae1e-a1a155675f73 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:16.596645 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03769e72-1c4f-4c44-a956-006cb860d106 req-295d289e-4b6b-4d82-ae1e-a1a155675f73 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1100478 Jan 20 07:22:16.713983 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03769e72-1c4f-4c44-a956-006cb860d106 req-fca00603-a3b6-4fb7-bbdf-9fdf2fdda17b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887156 Jan 20 07:22:17.012444 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c1000-6c34-4a70-b71c-74539743eae0 req-367eabb3-fea4-4835-a80f-ee8c75339fc9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:17.018252 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-616c1000-6c34-4a70-b71c-74539743eae0 req-367eabb3-fea4-4835-a80f-ee8c75339fc9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1406260 Jan 20 07:22:17.225010 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-616c1000-6c34-4a70-b71c-74539743eae0 req-02e1eeb6-3007-4f57-b641-99a623417589 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004669 Jan 20 07:22:18.406590 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de207f-d769-4384-bf14-a13cb41f4c91 req-bceb02cc-a049-4dc6-bfed-bcf67747cd54 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:18.418081 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-71de207f-d769-4384-bf14-a13cb41f4c91 req-bceb02cc-a049-4dc6-bfed-bcf67747cd54 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.3256130 Jan 20 07:22:18.532973 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-71de207f-d769-4384-bf14-a13cb41f4c91 req-cbf0e56c-c6de-4c45-95d9-902e7661bc11 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136312 Jan 20 07:22:18.757412 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cafe41-8338-4774-ba6b-daae0e46b65b req-64eeee7b-9e26-4758-a5fd-f4fe53a16dcf tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:18.759656 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-16cafe41-8338-4774-ba6b-daae0e46b65b req-64eeee7b-9e26-4758-a5fd-f4fe53a16dcf tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0987036 Jan 20 07:22:18.839969 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-16cafe41-8338-4774-ba6b-daae0e46b65b req-708afcde-797f-4ffe-896f-711ca465d441 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742142 Jan 20 07:22:19.725306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaa5f3-dbb2-47a6-80b3-0aed306346ad req-9e11de6f-81d6-4248-aa99-7e5c5fca7671 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:19.733221 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efcaa5f3-dbb2-47a6-80b3-0aed306346ad req-9e11de6f-81d6-4248-aa99-7e5c5fca7671 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1065209 Jan 20 07:22:19.869072 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efcaa5f3-dbb2-47a6-80b3-0aed306346ad req-819daaeb-6bb3-49ed-be93-da1eff13fde1 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336792 Jan 20 07:22:20.134880 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2ba1-7291-4ec2-a931-ea2dcf7931cb req-ed682d32-d4ab-4e81-a4e3-d360186a1aa0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:20.142165 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a8cd2ba1-7291-4ec2-a931-ea2dcf7931cb req-ed682d32-d4ab-4e81-a4e3-d360186a1aa0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1326876 Jan 20 07:22:20.264391 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a8cd2ba1-7291-4ec2-a931-ea2dcf7931cb req-05ee796a-0fde-4ea4-b1ef-269e775e8035 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214442 Jan 20 07:22:21.031054 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fce56-ce9b-4ecb-be0b-8ec635e629f1 req-104c892e-bd3a-4f67-894f-37866eb97b85 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:21.040043 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b01fce56-ce9b-4ecb-be0b-8ec635e629f1 req-104c892e-bd3a-4f67-894f-37866eb97b85 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0655997 Jan 20 07:22:21.112294 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b01fce56-ce9b-4ecb-be0b-8ec635e629f1 req-640b9b06-cba2-4450-bdba-d20c337e3774 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669112 Jan 20 07:22:21.543714 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68967a7-4448-4a85-ab36-29b4c5d6cdd3 req-21f8bc4f-18f1-4ab6-97f5-63f850e9ca36 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:21.551311 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c68967a7-4448-4a85-ab36-29b4c5d6cdd3 req-21f8bc4f-18f1-4ab6-97f5-63f850e9ca36 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1416228 Jan 20 07:22:21.644763 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c68967a7-4448-4a85-ab36-29b4c5d6cdd3 req-8d06feb9-e122-4fd5-b5e3-c944d840c126 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921955 Jan 20 07:22:21.797063 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60496) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:22.177216 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd2-e7dd-417c-9a5b-bb2de3ae99a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.477012 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9732-4e09-41d2-abea-36e81a69e91b req-008d7c2a-2817-4318-a885-11374acf49ee tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:22.479404 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f51f9732-4e09-41d2-abea-36e81a69e91b req-008d7c2a-2817-4318-a885-11374acf49ee tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0915694 Jan 20 07:22:22.552853 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd2-e7dd-417c-9a5b-bb2de3ae99a5 admin admin] Publish callbacks [] for security_group (2268a536-7523-4811-b337-465e6d984c08), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.568922 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd2-e7dd-417c-9a5b-bb2de3ae99a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2268a536-7523-4811-b337-465e6d984c08), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.653821 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f51f9732-4e09-41d2-abea-36e81a69e91b req-2d96e780-b126-4b8f-920d-a11416bdc8db tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632750 Jan 20 07:22:22.657821 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0d435fd2-e7dd-417c-9a5b-bb2de3ae99a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe4f0b38351843e0914df34ea1502e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8593805 Jan 20 07:22:22.661060 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60506) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:22.687417 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435fd2-e7dd-417c-9a5b-bb2de3ae99a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2268a536-7523-4811-b337-465e6d984c08,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:22.755241 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a4072327-5d39-4304-9b96-cee2675974b7 admin admin] Publish callbacks [] for security_group (2268a536-7523-4811-b337-465e6d984c08), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.782018 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a4072327-5d39-4304-9b96-cee2675974b7 admin admin] Publish callbacks [] for security_group (2268a536-7523-4811-b337-465e6d984c08), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.845563 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a4072327-5d39-4304-9b96-cee2675974b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2268a536-7523-4811-b337-465e6d984c08), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.848968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a4072327-5d39-4304-9b96-cee2675974b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:22.853881 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a4072327-5d39-4304-9b96-cee2675974b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2268a536-7523-4811-b337-465e6d984c08 HTTP/1.1" status: 204 len: 168 time: 0.1915550 Jan 20 07:22:22.865066 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072327-5d39-4304-9b96-cee2675974b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268a536-7523-4811-b337-465e6d984c08,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:22.977400 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d9ed-85ac-4c24-831a-bdcbe6964b9e req-2341dc52-bc3e-46f0-a93d-0c3961195fb6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:22.982496 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25c8d9ed-85ac-4c24-831a-bdcbe6964b9e req-2341dc52-bc3e-46f0-a93d-0c3961195fb6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1885378 Jan 20 07:22:23.131986 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25c8d9ed-85ac-4c24-831a-bdcbe6964b9e req-9b89566d-f177-46a2-8202-81633cf06425 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294653 Jan 20 07:22:23.879061 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82822b0-43d7-4ee0-b6cc-5ab2ea56059f req-96ddd18f-5726-4918-82e8-083c9ce2c2ef tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:23.881699 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e82822b0-43d7-4ee0-b6cc-5ab2ea56059f req-96ddd18f-5726-4918-82e8-083c9ce2c2ef tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0919371 Jan 20 07:22:23.957291 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-8d0f6917-8ded-4d21-bc9d-dc4f9a6c17b5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:23.959952 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-8d0f6917-8ded-4d21-bc9d-dc4f9a6c17b5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 815 time: 0.2203615 Jan 20 07:22:23.964474 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e82822b0-43d7-4ee0-b6cc-5ab2ea56059f req-83f62ac3-fe80-4b95-a22b-af853d76923f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730786 Jan 20 07:22:23.991405 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-26d529cc-58e3-4cc0-bac9-1d4d1aa71501 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/quotas/16ea55cd3fdd44a4a511fc911f14feb0 HTTP/1.1" status: 200 len: 375 time: 0.0230460 Jan 20 07:22:24.061464 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6ea5ee5e-c977-4510-937d-4da128cff499 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560710 Jan 20 07:22:24.066770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60554) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:24.208923 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-2c2f5275-c493-4ed2-9572-1863cbd97fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263430 Jan 20 07:22:24.216670 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1283299366-network', 'tenant_id': '278498acdc194706a9ba6fa0fe40f674'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:22:24.248808 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Made reservation on behalf of 278498acdc194706a9ba6fa0fe40f674 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:22:24.253477 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.273371 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.335324 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-92dbef9b-b261-4bc7-942e-6d12f6f745b4 service neutron] 10.222.0.53 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190872 Jan 20 07:22:24.366513 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2694-220a-482e-98a7-5fdcf84ba735 req-0c626eb6-eb02-42d0-b799-c1678bdf0e88 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:24.368500 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-da9e2694-220a-482e-98a7-5fdcf84ba735 req-0c626eb6-eb02-42d0-b799-c1678bdf0e88 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0968535 Jan 20 07:22:24.464531 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-da9e2694-220a-482e-98a7-5fdcf84ba735 req-a4a1dec3-d9f0-4122-92fb-74585d3f1819 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821631 Jan 20 07:22:24.466774 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks [] for security_group (fab4964a-8094-4894-a764-ce2df02d6e44), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.473985 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (fab4964a-8094-4894-a764-ce2df02d6e44), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.488346 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:22:24.500486 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (c31d2406-9f59-4b8a-9963-14c1ae66b9b5), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.500914 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Added segment c31d2406-9f59-4b8a-9963-14c1ae66b9b5 of type vlan for network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 Jan 20 07:22:24.569193 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3fabe235-39ba-46c5-828d-46646806489a req-6413ddc6-46a4-4b94-b611-388cdb2c6618 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 210 time: 0.0412173 Jan 20 07:22:24.581050 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.591787 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab4964a-8094-4894-a764-ce2df02d6e44,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:24.620833 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.622035 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:24.622751 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:24.710609 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6399271 Jan 20 07:22:24.711201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 60566) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:24.718933 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Request body: {'subnet': {'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1283299366-subnet', 'tenant_id': '278498acdc194706a9ba6fa0fe40f674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:22:24.722255 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760243b-3602-4d98-be50-8520c6e7ba90 admin admin] Pushing event updated for resources: {'Network': ['ID=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:24.734959 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:22:24.777883 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Made reservation on behalf of 278498acdc194706a9ba6fa0fe40f674 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:22:24.782695 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:25.090033 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (7d16a2cc-3625-48c5-bc30-4afa6f76018e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:25.120207 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d46e-dbb5-4842-a22b-b2231714672f req-459bfca6-61fd-4de1-b27c-7b84bef7690a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:25.122920 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7c33d46e-dbb5-4842-a22b-b2231714672f req-459bfca6-61fd-4de1-b27c-7b84bef7690a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0639153 Jan 20 07:22:25.207002 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d16a2cc-3625-48c5-bc30-4afa6f76018e,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:25.207307 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7c33d46e-dbb5-4842-a22b-b2231714672f req-b788ca87-4d07-42f5-9f8d-f6d2f898ef72 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756278 Jan 20 07:22:25.217483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Checking segment: {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:22:25.218332 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Network hostable DHCP agents. Network: b79ba9a5-26ae-4f25-8c3c-4e52539c8d26, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:22:25.260898 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:22:25.272303 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, b79ba9a5-26ae-4f25-8c3c-4e52539c8d26) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:22:25.280719 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:25.282997 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:25.284894 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226d685-7238-4b4d-a187-7aeb371db1ea None None] Network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:22:25.309281 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7181b41a-ef31-4b4e-aaa3-7d60dfd00b17 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5965087 Jan 20 07:22:25.413226 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a214018-9cce-4d69-8c52-6443c0f56b1e None None] Network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:22:25.670283 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46815b01-7cb4-4647-b119-7f124282c919 req-f52b2b0b-3dc0-4a50-a781-494fe8db835c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:25.671838 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46815b01-7cb4-4647-b119-7f124282c919 req-f52b2b0b-3dc0-4a50-a781-494fe8db835c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.0812054 Jan 20 07:22:25.689217 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-646d0013-10c6-4e02-9432-8c418d593f5f req-8dcc4aab-967c-493a-8d19-8251b7e9054f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 210 time: 0.0465174 Jan 20 07:22:25.735124 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-c7bf321f-15f0-4244-9805-e797e8739509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:25.736966 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-c7bf321f-15f0-4244-9805-e797e8739509 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1098 time: 0.0827608 Jan 20 07:22:25.757727 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46815b01-7cb4-4647-b119-7f124282c919 req-346f7d1d-e74c-452d-9db4-3e474be7dc02 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743504 Jan 20 07:22:25.903430 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-4fe5daae-59b6-4268-b5ad-ebd32b7ed639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:25.904344 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-4fe5daae-59b6-4268-b5ad-ebd32b7ed639 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.1586270 Jan 20 07:22:26.023273 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-037cb3ca-65ac-4969-a499-3131f73707e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 1001 time: 0.1122279 Jan 20 07:22:26.105536 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-68cdbc57-bef2-48a1-9baf-8b4db309fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:26.107585 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-68cdbc57-bef2-48a1-9baf-8b4db309fb9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0770409 Jan 20 07:22:26.113891 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-87a6dd41-4086-46cd-be2b-84b270d96adc tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:26.115394 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-87a6dd41-4086-46cd-be2b-84b270d96adc tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 815 time: 0.1808150 Jan 20 07:22:26.127946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'port': {'device_id': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'admin_state_up': True, 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:22:26.167442 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-dad2dd9c-7a5f-40fe-9798-fa96a46f73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:26.170571 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-dad2dd9c-7a5f-40fe-9798-fa96a46f73d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558372 Jan 20 07:22:26.259205 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Made reservation on behalf of 16ea55cd3fdd44a4a511fc911f14feb0 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:22:26.263647 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:26.284314 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-24969eb1-8b12-4012-8c49-80605a565abf service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060913 Jan 20 07:22:26.405824 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277235dd-e820-4a22-81ab-ee732df3089a req-297fbd52-e105-4eca-b530-cdbd4f53e7db tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:26.407447 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-277235dd-e820-4a22-81ab-ee732df3089a req-297fbd52-e105-4eca-b530-cdbd4f53e7db tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1180933 Jan 20 07:22:26.421057 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Allocated IP 172.20.0.13 (4e62a35d-4aba-4ae4-b380-06fdf07194db/59607796-1a37-4cd9-be25-6242212f426b/c09a58ba-d57c-4bf9-bbb9-fd146515bd5d) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:22:26.636542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:26.685179 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-70e39e52-6001-4439-814a-14e4436b7ff1 req-f130b9a3-df8c-42e0-947f-fadc91b2215a service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650787 Jan 20 07:22:26.699264 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-277235dd-e820-4a22-81ab-ee732df3089a req-14ac462d-85c7-4c29-b765-8c8b2e01e3b0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805669 Jan 20 07:22:26.725975 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:26.794173 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:22:26.797950 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:22:26.804730 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:22:26.846680 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:26.918394 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60680) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:26.951304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:26.952168 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:26.973319 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-18028ba7-ed47-4335-92ee-a97210560116 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8491967 Jan 20 07:22:26.984492 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cac89-35c2-4c7e-82bb-81939c67d1e9 req-8121f998-66c3-4e7a-8b95-cc13f431c96a tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:26.986314 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-793cac89-35c2-4c7e-82bb-81939c67d1e9 req-8121f998-66c3-4e7a-8b95-cc13f431c96a tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 932 time: 0.1831803 Jan 20 07:22:27.053897 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-793cac89-35c2-4c7e-82bb-81939c67d1e9 req-98dbaf50-cbd1-43c8-a873-8846764124c0 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583801 Jan 20 07:22:27.069049 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Deleting subnet 4d84ba8b-32c6-4d22-91b7-4092c86d45e8 {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:22:27.078364 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Publish callbacks [] for subnet (4d84ba8b-32c6-4d22-91b7-4092c86d45e8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.089856 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fb3a3-17d5-4b21-830c-d85c1b6fc681 req-54df09c2-be3d-4065-8ae1-c5bf3f9805e1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:27.107576 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-425fb3a3-17d5-4b21-830c-d85c1b6fc681 req-54df09c2-be3d-4065-8ae1-c5bf3f9805e1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 945 time: 0.1180575 Jan 20 07:22:27.195347 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890015'] for subnet (4d84ba8b-32c6-4d22-91b7-4092c86d45e8), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.202498 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:22:27.257793 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-425fb3a3-17d5-4b21-830c-d85c1b6fc681 req-01ef9b20-afad-4b2d-9ca6-7f4832ac4acc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447017 Jan 20 07:22:27.278389 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (4d84ba8b-32c6-4d22-91b7-4092c86d45e8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.282854 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-b6a1a652-8a9e-4c89-8bb7-715561427cbf None None] Provisioning complete for port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:22:27.286375 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a652-8a9e-4c89-8bb7-715561427cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.374381 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1a652-8a9e-4c89-8bb7-715561427cbf None None] Port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:22:27.405279 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15182044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26041549'] for subnet (4d84ba8b-32c6-4d22-91b7-4092c86d45e8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.469009 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d84ba8b-32c6-4d22-91b7-4092c86d45e8,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:27.477179 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.487787 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-25e5608b-336d-426f-95ef-3268df21d91d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d84ba8b-32c6-4d22-91b7-4092c86d45e8 HTTP/1.1" status: 204 len: 168 time: 0.5673246 Jan 20 07:22:27.490780 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60696) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:27.658626 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (b9065e09-6b6d-486c-880b-02cb3f277ac1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.698274 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-4432d5eb-a932-4e45-bdcc-e0fee1cb40b7 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:27.707721 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-4432d5eb-a932-4e45-bdcc-e0fee1cb40b7 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/networks?id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 200 len: 814 time: 0.3416014 Jan 20 07:22:27.746110 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-d2a86baf-969a-476e-ba13-6f4ab19bcf50 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/quotas/278498acdc194706a9ba6fa0fe40f674 HTTP/1.1" status: 200 len: 375 time: 0.0258470 Jan 20 07:22:27.823769 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-8a184286-44a3-4862-87f8-6d23910fb6b4 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=278498acdc194706a9ba6fa0fe40f674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659688 Jan 20 07:22:27.830724 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (b9065e09-6b6d-486c-880b-02cb3f277ac1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:27.927952 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9065e09-6b6d-486c-880b-02cb3f277ac1']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:27.945776 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e725a8e1-70d3-480b-85e9-9863f66d9775') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:27.946085 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e725a8e1-70d3-480b-85e9-9863f66d9775') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:22:27.970199 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0847d7-0e8c-4837-8c51-8a351c5e6bab req-57551c6e-8810-4672-b108-a1539188288a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:27.970199 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d0847d7-0e8c-4837-8c51-8a351c5e6bab req-57551c6e-8810-4672-b108-a1539188288a tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1203663 Jan 20 07:22:27.999894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (e725a8e1-70d3-480b-85e9-9863f66d9775), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.040072 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (e725a8e1-70d3-480b-85e9-9863f66d9775), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.055734 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:22:28.056172 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (e725a8e1-70d3-480b-85e9-9863f66d9775), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:22:28.058130 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:22:28.060141 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-1ec7d87a-8664-413e-a8a7-97fdae995f6b service neutron] 10.222.0.53 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218120 Jan 20 07:22:28.094870 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:22:28.151183 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d0847d7-0e8c-4837-8c51-8a351c5e6bab req-a743518f-868e-4eaa-971a-60a16569ef55 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462135 Jan 20 07:22:28.187309 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-9c4924d1-a5d6-4ca7-9f5d-9264a6c8096d service neutron] 10.222.0.53 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237640 Jan 20 07:22:28.198089 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (b9065e09-6b6d-486c-880b-02cb3f277ac1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.220201 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.226444 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b9065e09-6b6d-486c-880b-02cb3f277ac1 HTTP/1.1" status: 204 len: 168 time: 0.7315311 Jan 20 07:22:28.249740 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9065e09-6b6d-486c-880b-02cb3f277ac1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:28.254994 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: ACTIVE; New status is: DOWN {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:28.255321 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.268446 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.268800 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.269147 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.269513 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.269851 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.280004 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.281390 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.284141 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.284497 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.284859 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.285198 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.285546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.285879 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71086e94-9a88-4e59-8085-9fb428a9bd22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:28.290828 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:22:28.294626 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832395e-f3cb-4f06-8678-91c607403681" -d '{"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-unplugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:22:28.311179 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:28.318312 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.424557 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=8']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:28.442747 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb84a65-fbe6-4db1-8605-ab8c981f396f req-0cc8dda0-b951-443e-a5e5-a6bad243b062 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:28.450342 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Request body: {'port': {'device_id': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:22:28.454746 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eeb84a65-fbe6-4db1-8605-ab8c981f396f req-0cc8dda0-b951-443e-a5e5-a6bad243b062 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 932 time: 0.1308408 Jan 20 07:22:28.591761 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60712) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:28.654511 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eeb84a65-fbe6-4db1-8605-ab8c981f396f req-35cb7774-d487-46ac-b812-774decd11d5b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874919 Jan 20 07:22:28.667257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:28.773471 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e0b5ab16-41f3-4d42-9bbe-a7f728e0ab2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f70afae2fa654bbaa57b2ac3a6f9e26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733649 Jan 20 07:22:28.774730 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60714) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:28.789526 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b97220-8d73-431f-aa1c-e7d5cadc8d6e req-2fc223da-5d16-4f3c-99fd-45bbf42adb91 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:28.792565 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-36b97220-8d73-431f-aa1c-e7d5cadc8d6e req-2fc223da-5d16-4f3c-99fd-45bbf42adb91 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1509588 Jan 20 07:22:28.841194 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Jan 2022 07:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033f7fea-d441-43c8-9394-fa6028290393 x-openstack-request-id: req-033f7fea-d441-43c8-9394-fa6028290393 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:22:28.841770 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-unplugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:22:28.842151 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-033f7fea-d441-43c8-9394-fa6028290393 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:22:28.842795 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'code': 200} Jan 20 07:22:28.948648 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-36b97220-8d73-431f-aa1c-e7d5cadc8d6e req-b9bca25d-04ba-4db0-9ab6-56da2df38c20 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769479 Jan 20 07:22:29.032376 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6c5d2ea-c295-4e35-b821-696115742c0d req-7653d6af-b34e-423a-b368-6ed090f085bd tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.1160052 Jan 20 07:22:29.084218 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66c6b4ba-603b-4617-8b30-b767054d65b4 admin admin] Publish callbacks [] for security_group (de083466-5fb6-40ae-a1c2-7c871fce7de0), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.121361 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66c6b4ba-603b-4617-8b30-b767054d65b4 admin admin] Publish callbacks [] for security_group (de083466-5fb6-40ae-a1c2-7c871fce7de0), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.229144 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66c6b4ba-603b-4617-8b30-b767054d65b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (de083466-5fb6-40ae-a1c2-7c871fce7de0), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.232162 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66c6b4ba-603b-4617-8b30-b767054d65b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.234720 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-66c6b4ba-603b-4617-8b30-b767054d65b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de083466-5fb6-40ae-a1c2-7c871fce7de0 HTTP/1.1" status: 204 len: 168 time: 0.4584470 Jan 20 07:22:29.249745 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6b4ba-603b-4617-8b30-b767054d65b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de083466-5fb6-40ae-a1c2-7c871fce7de0,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:29.389806 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09a58ba-d57c-4bf9-bbb9-fd146515bd5d {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:22:29.428650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Publish callbacks [] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.453193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Transition to ACTIVE for port object c09a58ba-d57c-4bf9-bbb9-fd146515bd5d will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:22:29.469675 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.554040 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bcfa9-b8ba-40cc-99cf-58bbcbdf184c req-9e0c51ff-1193-4783-9f0f-8b709f22f213 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:29.555854 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-328bcfa9-b8ba-40cc-99cf-58bbcbdf184c req-9e0c51ff-1193-4783-9f0f-8b709f22f213 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.2094934 Jan 20 07:22:29.563718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:29.879935 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Attempting to bind port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:22:29.880733 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Attempting to bind port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:22:29.881171 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Attempting to bind port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d on network 4e62a35d-4aba-4ae4-b380-06fdf07194db {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:22:29.929900 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-328bcfa9-b8ba-40cc-99cf-58bbcbdf184c req-2ac96f56-78b0-4ad6-adba-408c59b7598d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627036 Jan 20 07:22:29.949689 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d on network 4e62a35d-4aba-4ae4-b380-06fdf07194db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:22:29.957013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Attempting to bind port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d on network 4e62a35d-4aba-4ae4-b380-06fdf07194db {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:22:29.972707 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:22:29.974320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Checking segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:22:29.975542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Bound using segment: {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:22:29.979660 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Bound port: c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33e85fa-0e8c-41cd-abba-6fa526c87e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:22:29.983787 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1c18-5ad4-4707-a476-bce49f81174f req-ccb7711c-5485-480b-bea1-8debe07b347c tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:29.992893 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:29.993111 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c45e1c18-5ad4-4707-a476-bce49f81174f req-ccb7711c-5485-480b-bea1-8debe07b347c tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.1526082 Jan 20 07:22:30.105867 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c45e1c18-5ad4-4707-a476-bce49f81174f req-40d648c9-0b1b-4df4-944d-40a4c7eab661 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111560 Jan 20 07:22:30.282799 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a6bc0e7-fec9-4447-9024-b0da397adb0c req-eb793512-20f3-4fd9-9574-fc82c6709871 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0593572 Jan 20 07:22:30.319571 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2d36-81ab-4b7f-b446-087420772a68 req-82cfd8ee-b320-4229-a51c-ce3ab80d1070 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:30.326024 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1f8a2d36-81ab-4b7f-b446-087420772a68 req-82cfd8ee-b320-4229-a51c-ce3ab80d1070 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1668291 Jan 20 07:22:30.381773 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:22:30.440455 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:22:30.475718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:30.505594 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1f8a2d36-81ab-4b7f-b446-087420772a68 req-3105df1c-08de-4d5e-8df6-527b577368a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785955 Jan 20 07:22:30.538741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:30.539445 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:30.542846 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] 10.222.0.42 "PUT /v2.0/ports/c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 1094 time: 2.0977149 Jan 20 07:22:30.548044 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:22:30.567623 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c2105-5e36-47bb-b091-25409a34ceef" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:22:30.657976 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:30.674813 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36ced71-b414-4b65-a449-36a200a5ed5c x-openstack-request-id: req-a36ced71-b414-4b65-a449-36a200a5ed5c {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:22:30.675137 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:22:30.675388 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a36ced71-b414-4b65-a449-36a200a5ed5c {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:22:30.675836 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'status': 'completed', 'code': 200} Jan 20 07:22:30.690235 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.690545 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.691102 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.691319 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.691711 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.692061 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.692405 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.692762 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.693147 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.693566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.693910 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.694404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:30.694795 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6003dead-6df5-4e56-9c3d-a2b11ba79680 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:31.172565 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5780ff-c3c7-489d-b6bc-1fcd3a398e70 req-5eaf7e19-8374-460a-be1b-ae694d414042 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:31.184361 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2d5780ff-c3c7-489d-b6bc-1fcd3a398e70 req-5eaf7e19-8374-460a-be1b-ae694d414042 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1266816 Jan 20 07:22:31.235324 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2d5780ff-c3c7-489d-b6bc-1fcd3a398e70 req-89baab8a-7381-4604-991d-1bcfade59655 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Jan 20 07:22:31.327629 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f09e24-f3a8-4f38-9c07-1d44d45a8079 req-35a7bba4-9fad-46d9-8b3f-a902b080b87c tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:31.338201 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1f09e24-f3a8-4f38-9c07-1d44d45a8079 req-35a7bba4-9fad-46d9-8b3f-a902b080b87c tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.1012819 Jan 20 07:22:31.425659 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1f09e24-f3a8-4f38-9c07-1d44d45a8079 req-6fd4b55a-5916-46ab-a7c9-3654e19cf62f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860219 Jan 20 07:22:31.493775 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dd8f4f58-8eaa-4253-ad55-9bb3c67a66a9 req-5abf4a57-aa78-4212-946c-ca8f1fa5b591 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0565174 Jan 20 07:22:31.740452 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829833-9cdd-4a24-838c-c76394ee3875 req-5c16e733-8e8c-4f9a-b24a-3e093535eaa3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:31.754211 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6829833-9cdd-4a24-838c-c76394ee3875 req-5c16e733-8e8c-4f9a-b24a-3e093535eaa3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1181090 Jan 20 07:22:31.856739 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-51bcfb09-6920-4116-976e-a8fa3c78f170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:31.872940 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6829833-9cdd-4a24-838c-c76394ee3875 req-9f9131b4-c60a-4521-9177-b00898a95d8e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104999 Jan 20 07:22:32.390679 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55daae-6f99-40f0-a908-8a863a82aad3 req-ca46eee9-6481-446f-bb01-e9e1afb69b6d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:32.392391 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c55daae-6f99-40f0-a908-8a863a82aad3 req-ca46eee9-6481-446f-bb01-e9e1afb69b6d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Jan 20 07:22:32.456854 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c55daae-6f99-40f0-a908-8a863a82aad3 req-3d66adbb-c055-4f03-842e-c53c5398c82b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582054 Jan 20 07:22:32.581379 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484117e-564c-4fcf-b920-a346b95571c4 req-89b837aa-2a8c-4b94-9b65-25216c233906 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:32.583026 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4484117e-564c-4fcf-b920-a346b95571c4 req-89b837aa-2a8c-4b94-9b65-25216c233906 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.0762799 Jan 20 07:22:32.645155 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-17bb9d8a-0935-4f7c-a03c-22b9a1ea0ea5 req-5f3c31a4-19f4-4a06-b4ef-32ef7c695c25 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0558529 Jan 20 07:22:32.683876 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4484117e-564c-4fcf-b920-a346b95571c4 req-84982d1e-791f-4710-977a-836e436ae173 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857201 Jan 20 07:22:33.022013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aa76-02b4-478d-b869-9360ef10a4b4 req-418370ed-21f3-4509-a7e7-2e7510c4b1bb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:33.030182 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fbc2aa76-02b4-478d-b869-9360ef10a4b4 req-418370ed-21f3-4509-a7e7-2e7510c4b1bb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0653625 Jan 20 07:22:33.096373 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fbc2aa76-02b4-478d-b869-9360ef10a4b4 req-9cac470c-02bf-45e7-9c68-7b52b569c250 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652814 Jan 20 07:22:33.609961 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf8c95-7fdd-4b73-be15-619a78855350 req-6a47d3b0-b1d4-4f9a-a33d-3909da369d71 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:33.611690 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2eaf8c95-7fdd-4b73-be15-619a78855350 req-6a47d3b0-b1d4-4f9a-a33d-3909da369d71 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0582316 Jan 20 07:22:33.665956 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2eaf8c95-7fdd-4b73-be15-619a78855350 req-05fe8562-c331-4a7b-aa49-f15ed498d7c8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Jan 20 07:22:33.780609 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-afe32820-91b5-4ec5-ad74-1bd2d6dc9880 req-d2fb6733-1306-41e3-95dd-b7e2b02fc0fd tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0314903 Jan 20 07:22:33.840542 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7d86-27ec-43d8-99d3-38906b788c61 req-ed0c100e-ee5d-403d-85c0-e1286f1cc017 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:33.843519 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3e7d7d86-27ec-43d8-99d3-38906b788c61 req-ed0c100e-ee5d-403d-85c0-e1286f1cc017 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.0786533 Jan 20 07:22:33.933914 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3e7d7d86-27ec-43d8-99d3-38906b788c61 req-ae9c67e4-3162-43ad-b5c5-7ef4317f6846 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791945 Jan 20 07:22:34.246936 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f6c6a-bc09-4b8e-b9ee-4459cc178898 req-61de9a69-5e66-4d5f-8c58-49504fe43f1e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:34.248947 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f3f6c6a-bc09-4b8e-b9ee-4459cc178898 req-61de9a69-5e66-4d5f-8c58-49504fe43f1e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0593503 Jan 20 07:22:34.312829 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f3f6c6a-bc09-4b8e-b9ee-4459cc178898 req-db801022-f156-4a24-8e39-3c5bdc0f3e5f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561898 Jan 20 07:22:34.804831 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b4ff-8221-46b2-85b6-cf4562bdde0d req-99cb3ae8-7f4a-4c2e-bc0b-9344eb838818 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:34.806792 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c969b4ff-8221-46b2-85b6-cf4562bdde0d req-99cb3ae8-7f4a-4c2e-bc0b-9344eb838818 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0651593 Jan 20 07:22:34.901381 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c969b4ff-8221-46b2-85b6-cf4562bdde0d req-9c4ab538-0a74-498e-a854-e8f042e6caa1 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833509 Jan 20 07:22:34.909300 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1130f99c-a41d-4188-95e1-1ad15e525b28 req-6058d6dd-75ab-454e-b157-09ed5e008b20 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0292122 Jan 20 07:22:35.070078 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab542aca-706c-4166-8bb3-bc3337690e83 req-54415f42-618b-4171-9c62-963f4a6d7707 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.072346 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ab542aca-706c-4166-8bb3-bc3337690e83 req-54415f42-618b-4171-9c62-963f4a6d7707 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.0565288 Jan 20 07:22:35.131327 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ab542aca-706c-4166-8bb3-bc3337690e83 req-0c15e5b8-42cb-480f-a8fe-fdf6d71bef9d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530579 Jan 20 07:22:35.209262 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c75ae08f-db38-4f94-98b8-aedd44645684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:35.437453 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f6b5-d2e8-4b82-890d-a4138717a708 req-511cf387-0511-49bb-adf6-e7ca5446b76a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.439032 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b3d9f6b5-d2e8-4b82-890d-a4138717a708 req-511cf387-0511-49bb-adf6-e7ca5446b76a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0517080 Jan 20 07:22:35.492790 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b3d9f6b5-d2e8-4b82-890d-a4138717a708 req-a79e6d6b-3558-4867-8aa7-3962e671b11f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Jan 20 07:22:35.570534 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-9db8305d-d0c9-4e59-8c8c-71bbc69da45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.572016 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-9db8305d-d0c9-4e59-8c8c-71bbc69da45d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1097 time: 0.0425603 Jan 20 07:22:35.628827 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-b26e6187-06e7-4e0a-82d5-640c6576882e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 217 time: 0.0393078 Jan 20 07:22:35.639142 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-de38c1cb-b48f-43a8-9f7c-913e99815878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.640656 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-de38c1cb-b48f-43a8-9f7c-913e99815878 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0440857 Jan 20 07:22:35.699437 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-5cb80f21-456f-4504-81aa-e0fe1f999999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.700952 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:35.703730 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-5cb80f21-456f-4504-81aa-e0fe1f999999 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.0640695 Jan 20 07:22:35.756471 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-1d80ec0d-52d0-44bd-b3d4-0d260751b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.758101 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-1d80ec0d-52d0-44bd-b3d4-0d260751b9b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447690 Jan 20 07:22:35.783506 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-64e70f46-165a-4b8a-9c29-52c23adc94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.785155 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-64e70f46-165a-4b8a-9c29-52c23adc94bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.1023374 Jan 20 07:22:35.829681 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-7b3f59c6-483f-4172-9c0d-28eb7516b2a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.0364678 Jan 20 07:22:35.873538 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-3bf673df-1a32-4bb9-8905-550eaf3a952f service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069446 Jan 20 07:22:35.885306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-be589556-d08d-441a-a7a8-ddc2bd6784fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:35.887505 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-be589556-d08d-441a-a7a8-ddc2bd6784fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.0501423 Jan 20 07:22:35.904605 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:35.936489 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-0c0ea0a0-22b2-4fc9-9617-c0e3c488bc30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425401 Jan 20 07:22:36.033470 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73de8ad7-9b05-414b-899b-1e6bf55fb827 req-81c4a2d7-a205-4a27-a185-a59aaab83201 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536694 Jan 20 07:22:36.098848 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-54d958d5-c3ca-4b9d-9383-8767d01def61 req-29de3b9b-c39d-4d5a-b516-6c74953f85ff tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0250955 Jan 20 07:22:36.122007 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174df3-651a-4772-9b00-27dec64a77b1 req-79d43b54-295e-4ff2-abdd-b56479ddfe1b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.122007 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e174df3-651a-4772-9b00-27dec64a77b1 req-79d43b54-295e-4ff2-abdd-b56479ddfe1b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0857382 Jan 20 07:22:36.122007 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-eb50af49-3b40-4cfa-8cfa-3e07a212abc1 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711345 Jan 20 07:22:36.189401 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2105-5e36-47bb-b091-25409a34ceef req-f3e71d28-3f44-460f-89bb-60540b97b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.191041 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-f3e71d28-3f44-460f-89bb-60540b97b83b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1097 time: 0.0887158 Jan 20 07:22:36.203295 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-96cd37fa-7205-43fe-9f21-463d4cdb692a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.205392 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-96cd37fa-7205-43fe-9f21-463d4cdb692a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "GET /v2.0/networks?id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 200 len: 814 time: 0.2538924 Jan 20 07:22:36.227115 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Request body: {'port': {'device_id': '3807bb96-4da5-4c89-8353-d5c350156cef', 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26', 'admin_state_up': True, 'tenant_id': '278498acdc194706a9ba6fa0fe40f674'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:22:36.231878 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e174df3-651a-4772-9b00-27dec64a77b1 req-1cc8b1a1-8295-4e80-aaf5-cad05723aa99 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078973 Jan 20 07:22:36.256235 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-135e38e1-ccc3-4984-bb2c-6632fd7efd2f req-69b65a54-ae44-4bf4-8123-ad3238a4f17f service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259832 Jan 20 07:22:36.636499 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2105-5e36-47bb-b091-25409a34ceef req-dc02d35b-2641-4f26-80b6-d1de1d219c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.637659 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650c9d-7114-45ff-98cd-7c2a476bcbb6 req-63082046-b2ad-4994-a2bd-c2ad93e679d1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.637989 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-dc02d35b-2641-4f26-80b6-d1de1d219c08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 916 time: 0.4316959 Jan 20 07:22:36.640072 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aa650c9d-7114-45ff-98cd-7c2a476bcbb6 req-63082046-b2ad-4994-a2bd-c2ad93e679d1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0614023 Jan 20 07:22:36.651226 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b54ef-1022-4601-9dff-7e891dee6250 req-05e169c2-2fea-4006-af76-484420f8e285 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.652742 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-925b54ef-1022-4601-9dff-7e891dee6250 req-05e169c2-2fea-4006-af76-484420f8e285 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.3956141 Jan 20 07:22:36.699577 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aa650c9d-7114-45ff-98cd-7c2a476bcbb6 req-82044c41-ef12-4f05-96a3-92cd5e3b370a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527401 Jan 20 07:22:36.711314 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-78bae76e-05df-4ae1-8b05-3561061758dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 217 time: 0.0575879 Jan 20 07:22:36.787857 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-925b54ef-1022-4601-9dff-7e891dee6250 req-acd19fae-9b92-4be6-a4c4-b50766dfe09a tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263738 Jan 20 07:22:36.791271 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Made reservation on behalf of 278498acdc194706a9ba6fa0fe40f674 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:22:36.795714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:36.827521 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2105-5e36-47bb-b091-25409a34ceef req-e9fdae72-5f9c-4131-a714-bfe211a6f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.828980 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-e9fdae72-5f9c-4131-a714-bfe211a6f830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.0990283 Jan 20 07:22:36.960927 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2105-5e36-47bb-b091-25409a34ceef req-c6162ded-b0eb-41dc-bac7-528b5ee3885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:36.962896 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-c6162ded-b0eb-41dc-bac7-528b5ee3885b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013558 Jan 20 07:22:36.987413 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Allocated IP 172.20.0.12 (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26/7d16a2cc-3625-48c5-bc30-4afa6f76018e/6df5eba8-3161-4730-9ae2-5e82bf7bbb89) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:22:37.030191 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab7233-aee9-4535-baa4-d21fdecc5d78 req-852b4964-e71f-4bc8-ac20-3fd856cfae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:37.033282 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7cab7233-aee9-4535-baa4-d21fdecc5d78 req-852b4964-e71f-4bc8-ac20-3fd856cfae41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.0542519 Jan 20 07:22:37.136294 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7cab7233-aee9-4535-baa4-d21fdecc5d78 req-35356854-8ed4-4894-a813-e993687f9992 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939639 Jan 20 07:22:37.151848 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-54c5783c-08ed-47f0-943b-5f08d08f6e75 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718554 Jan 20 07:22:37.277472 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ef50ff37-21fd-4318-89e3-696bd7ece462 req-cd212480-b91f-44fb-8b98-a3cc5a8a9df4 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 210 time: 0.0406358 Jan 20 07:22:37.298824 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks [] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:37.337807 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:37.377268 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f259506-4276-4970-9fef-9c49a17d07a4 req-2fb4ba90-1e46-4bf8-a2b5-e7c4e694c96c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:37.379627 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4f259506-4276-4970-9fef-9c49a17d07a4 req-2fb4ba90-1e46-4bf8-a2b5-e7c4e694c96c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0599825 Jan 20 07:22:37.408583 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:22:37.412794 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-13ea313a-86c9-4b36-88b4-aed3506d6de3 req-1dddfe4d-7702-4f60-9f88-dc905eb4f48b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:22:37.413790 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13ea313a-86c9-4b36-88b4-aed3506d6de3 req-1dddfe4d-7702-4f60-9f88-dc905eb4f48b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125179 Jan 20 07:22:37.441923 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:22:37.445047 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4f259506-4276-4970-9fef-9c49a17d07a4 req-7b9a1939-5204-4d0f-9108-66c5949b7167 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Jan 20 07:22:37.450661 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:22:37.490265 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Pushing event updated for resources: {'Port': ['ID=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.537727 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:37.540820 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:37.559207 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a21c2105-5e36-47bb-b091-25409a34ceef req-184c8a45-0baf-4707-9a3f-e7ea3aa837b4 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885707 Jan 20 07:22:37.566587 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-c0c8eb6a-09db-4e78-a332-91b35ca6f070 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3516827 Jan 20 07:22:37.579954 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Request body: {'port': {'device_id': '3807bb96-4da5-4c89-8353-d5c350156cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:22:37.623115 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d1abe-0cd3-42fd-b2a7-5ef045b6ea23 req-79e86cf0-1c81-46e9-8a1f-565c9c62c068 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:37.624871 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e0d1abe-0cd3-42fd-b2a7-5ef045b6ea23 req-79e86cf0-1c81-46e9-8a1f-565c9c62c068 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0599830 Jan 20 07:22:37.658724 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:37.679837 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e0d1abe-0cd3-42fd-b2a7-5ef045b6ea23 req-b7c6f583-e896-4614-a280-8a3f7cf36647 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489399 Jan 20 07:22:37.763823 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:37.987212 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb6d77-a39f-4340-b02c-8ec223e6be10 req-af61fa9a-2b80-4737-ac8b-6e948101b822 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:37.988905 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13fb6d77-a39f-4340-b02c-8ec223e6be10 req-af61fa9a-2b80-4737-ac8b-6e948101b822 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 944 time: 0.0970500 Jan 20 07:22:38.063965 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:22:38.089723 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Publish callbacks [] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.098615 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13fb6d77-a39f-4340-b02c-8ec223e6be10 req-7b866d44-16fd-4823-a6e6-9d533adc03ba tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981147 Jan 20 07:22:38.105564 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 60898) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:22:38.106282 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Transition to ACTIVE for port object 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:22:38.124068 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.148549 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c09a58ba-d57c-4bf9-bbb9-fd146515bd5d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:22:38.202175 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:38.224938 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-13e2d463-d3f4-4e9e-9b85-0fbe463e3391 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180694 Jan 20 07:22:38.235237 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-44b27a33-f2d5-49f5-abc4-50a1467b195d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:22:38.235909 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-44b27a33-f2d5-49f5-abc4-50a1467b195d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057344 Jan 20 07:22:38.270136 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:38.287987 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'port_id': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'mac_address': 'fa:16:3e:b1:38:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:22:38.339654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Attempting to bind port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:22:38.340944 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Attempting to bind port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:22:38.341342 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Attempting to bind port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 on network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:22:38.348326 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 on network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:22:38.348658 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Attempting to bind port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 on network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:22:38.356791 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:22:38.357133 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Checking segment: {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:22:38.357683 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Bound using segment: {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:22:38.358273 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Bound port: 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:22:38.358638 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.370499 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:38.370895 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.406914 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09a58ba-d57c-4bf9-bbb9-fd146515bd5d {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:22:38.464663 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:38.466184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] For port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:22:38.467693 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.473534 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.475747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] For port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:22:38.480369 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d79193-08d9-4c0c-bdc7-75ff07a7858b req-18f8d6d3-6c08-416d-bb73-294a69d57add tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:38.483185 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.483903 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c4d79193-08d9-4c0c-bdc7-75ff07a7858b req-18f8d6d3-6c08-416d-bb73-294a69d57add tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.0897808 Jan 20 07:22:38.525652 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:38.526283 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:38.528007 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/6df5eba8-3161-4730-9ae2-5e82bf7bbb89 HTTP/1.1" status: 200 len: 1094 time: 0.9531538 Jan 20 07:22:38.528488 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3807bb96-4da5-4c89-8353-d5c350156cef', 'tag': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:22:38.530802 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3807bb96-4da5-4c89-8353-d5c350156cef", "tag": "6df5eba8-3161-4730-9ae2-5e82bf7bbb89"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:22:38.557038 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:38.569268 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068a498-2edf-46f2-9528-b71bd8ac31f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:38.596860 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c4d79193-08d9-4c0c-bdc7-75ff07a7858b req-f0a846df-78fa-4e49-90b1-fbab29cd6efe tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969360 Jan 20 07:22:38.673271 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2bc606-6bb2-4c85-a13d-d302246fc03a x-openstack-request-id: req-bb2bc606-6bb2-4c85-a13d-d302246fc03a {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:22:38.673650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3807bb96-4da5-4c89-8353-d5c350156cef", "tag": "6df5eba8-3161-4730-9ae2-5e82bf7bbb89", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:22:38.673962 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb2bc606-6bb2-4c85-a13d-d302246fc03a {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:22:38.674555 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3807bb96-4da5-4c89-8353-d5c350156cef', 'tag': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89', 'status': 'completed', 'code': 200} Jan 20 07:22:38.685227 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-db498af7-4e53-4b03-8d94-627d7f98bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:38.686958 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-db498af7-4e53-4b03-8d94-627d7f98bf0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=278498acdc194706a9ba6fa0fe40f674&device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 1097 time: 0.1121881 Jan 20 07:22:38.695063 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d384d-b465-411f-a72b-e0c671ee2468 req-637eadfd-0b31-45fe-a5de-9cc79044495f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:38.697628 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1c8d384d-b465-411f-a72b-e0c671ee2468 req-637eadfd-0b31-45fe-a5de-9cc79044495f tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1083393 Jan 20 07:22:38.751305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:22:38.751941 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-a9491b1a-f77c-4c8b-bbea-0b2f1e60c04b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89 HTTP/1.1" status: 200 len: 217 time: 0.0535409 Jan 20 07:22:38.854723 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1c8d384d-b465-411f-a72b-e0c671ee2468 req-2df4987d-97f1-487c-8edf-ada0f9109617 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504638 Jan 20 07:22:38.908533 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b734e-8b03-4d93-b850-2952292b230d req-4b9d628a-7669-45da-9511-e6dddc0a0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:38.913775 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-4b9d628a-7669-45da-9511-e6dddc0a0a7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d16a2cc-3625-48c5-bc30-4afa6f76018e HTTP/1.1" status: 200 len: 854 time: 0.1516943 Jan 20 07:22:38.915965 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83d79-3837-4d01-89d8-fe71230e6015 req-483be059-4bea-4b92-a41c-c1e69d531b04 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:38.923450 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cfe83d79-3837-4d01-89d8-fe71230e6015 req-483be059-4bea-4b92-a41c-c1e69d531b04 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1040962 Jan 20 07:22:38.980086 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-7500a458-db9b-4631-a223-1f7d75bb1ef8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590901 Jan 20 07:22:38.991572 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cfe83d79-3837-4d01-89d8-fe71230e6015 req-0267d528-1350-4ca0-a953-aabadbe4c21e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668931 Jan 20 07:22:39.106166 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-16102935-ad15-4d79-b26d-b87d3724c4f6 service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147554 Jan 20 07:22:39.233873 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-852b734e-8b03-4d93-b850-2952292b230d req-c5d60354-5358-47e7-8fd1-220e7708990c service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187711 Jan 20 07:22:39.283217 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a67975-124e-4a85-a193-c02241753d1a req-ac974f18-68d8-4e07-b5d9-be81733f4dfc tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:39.286139 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36a67975-124e-4a85-a193-c02241753d1a req-ac974f18-68d8-4e07-b5d9-be81733f4dfc tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 945 time: 0.0832977 Jan 20 07:22:39.336451 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36a67975-124e-4a85-a193-c02241753d1a req-98de554e-a5b7-40ea-a5f3-eaad3577a9b8 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Jan 20 07:22:39.402196 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e38f-69df-409a-9b00-b95787adf62b req-6f45b916-62f9-44ab-9832-3c6f35ba7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:39.403747 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-6f45b916-62f9-44ab-9832-3c6f35ba7d98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 1098 time: 0.1039433 Jan 20 07:22:39.405246 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-984559b8-b792-4220-baa7-d9fbce2057ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:39.406624 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-984559b8-b792-4220-baa7-d9fbce2057ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=278498acdc194706a9ba6fa0fe40f674&device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 1097 time: 0.1151767 Jan 20 07:22:39.422014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ab8bb-788a-4166-83d4-22a4fee3de53 req-a329b3d2-dab3-4ac6-9c7b-b3403a1a6160 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:39.423518 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a18ab8bb-788a-4166-83d4-22a4fee3de53 req-a329b3d2-dab3-4ac6-9c7b-b3403a1a6160 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1227012 Jan 20 07:22:39.471895 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a18ab8bb-788a-4166-83d4-22a4fee3de53 req-3e82112e-e3e4-44a4-98cd-0d0bb8ffc95d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Jan 20 07:22:39.707068 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170bcf-df6a-492a-aea8-2af149d56e98 req-2519a901-fd1c-4dc2-9e5a-3b7209df8feb tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:39.708607 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35170bcf-df6a-492a-aea8-2af149d56e98 req-2519a901-fd1c-4dc2-9e5a-3b7209df8feb tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.0530150 Jan 20 07:22:39.755913 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35170bcf-df6a-492a-aea8-2af149d56e98 req-cbae81ca-5f19-40e6-849f-8e43bc408f20 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Jan 20 07:22:40.160778 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e3f5f-75bc-415c-a1bf-8c1dbf4870e2 req-7c5879b4-6bb1-4f70-8697-6e1726d2fcb3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:40.162206 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e3e3f5f-75bc-415c-a1bf-8c1dbf4870e2 req-7c5879b4-6bb1-4f70-8697-6e1726d2fcb3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0487556 Jan 20 07:22:40.192714 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:22:40.214789 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e3e3f5f-75bc-415c-a1bf-8c1dbf4870e2 req-38c284d1-0bd1-4eca-8fa0-13c332106a1f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462379 Jan 20 07:22:40.269736 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: DOWN; New status is: DOWN {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:40.459845 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f47b5-d09b-44a2-bf5a-3acea764bed0 req-af97d4f8-92b6-405c-9342-cb57a30e4170 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:40.461389 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7c9f47b5-d09b-44a2-bf5a-3acea764bed0 req-af97d4f8-92b6-405c-9342-cb57a30e4170 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 945 time: 0.0499256 Jan 20 07:22:40.511171 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7c9f47b5-d09b-44a2-bf5a-3acea764bed0 req-d4d5764c-4374-4b4e-ba75-f986a3fadade tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Jan 20 07:22:40.591796 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74687ea-b4af-40b3-a3ff-e41e64e52173 req-4c5b2a07-2233-4a80-a4f5-e6ee0bb75372 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:40.593261 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b74687ea-b4af-40b3-a3ff-e41e64e52173 req-4c5b2a07-2233-4a80-a4f5-e6ee0bb75372 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0506313 Jan 20 07:22:40.638987 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b74687ea-b4af-40b3-a3ff-e41e64e52173 req-d4b732f1-c72f-4ec6-b14e-1de1b496cab4 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Jan 20 07:22:40.868310 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dca3c-8500-4c94-9fea-5c288e980b64 req-f0e1b8aa-55f6-4e3e-9efe-a95c73fc0eb4 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:40.869911 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3a0dca3c-8500-4c94-9fea-5c288e980b64 req-f0e1b8aa-55f6-4e3e-9efe-a95c73fc0eb4 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.0472269 Jan 20 07:22:40.919765 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3a0dca3c-8500-4c94-9fea-5c288e980b64 req-099dba63-73de-4524-a7ed-93516763dc63 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Jan 20 07:22:41.131171 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e38f-69df-409a-9b00-b95787adf62b req-f771359c-b591-4834-864d-faa5b98ff0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:41.132669 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-f771359c-b591-4834-864d-faa5b98ff0cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 200 len: 920 time: 0.1536591 Jan 20 07:22:41.135285 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-b6d691d7-2148-4a2a-9b2a-1ae51bc05c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:41.136621 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-b6d691d7-2148-4a2a-9b2a-1ae51bc05c3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 200 len: 915 time: 0.1499231 Jan 20 07:22:41.347190 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa2733-f44a-4f72-89d0-e18c4c9d3835 req-c8dd8359-9560-420a-a482-b48b1c909bdb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:41.348736 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9fa2733-f44a-4f72-89d0-e18c4c9d3835 req-c8dd8359-9560-420a-a482-b48b1c909bdb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0500088 Jan 20 07:22:41.396460 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9fa2733-f44a-4f72-89d0-e18c4c9d3835 req-b3deb707-2ee0-49fe-8f68-fb1395fa835f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Jan 20 07:22:41.637546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a45d21-a154-41f5-8c08-cf7ddc5aaf6c req-3b35bc42-c0db-4222-a623-939ae56aada6 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:41.638999 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4a45d21-a154-41f5-8c08-cf7ddc5aaf6c req-3b35bc42-c0db-4222-a623-939ae56aada6 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 945 time: 0.0475061 Jan 20 07:22:41.685085 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4a45d21-a154-41f5-8c08-cf7ddc5aaf6c req-cecf5cf4-d338-49e1-ac61-36b5e60084dd tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Jan 20 07:22:41.755432 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fe294-5969-42c3-a81d-12ff2e17c70b req-1cd4b6ba-ad6b-4e77-a877-b8c4b532bf84 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:41.756881 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9f3fe294-5969-42c3-a81d-12ff2e17c70b req-1cd4b6ba-ad6b-4e77-a877-b8c4b532bf84 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0508008 Jan 20 07:22:41.804932 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9f3fe294-5969-42c3-a81d-12ff2e17c70b req-53ab4bdc-3a55-4bfa-bcf1-3c57933558a8 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Jan 20 07:22:41.963304 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-a96da965-1533-4063-b258-5894ba7a0d1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 200 len: 217 time: 0.0680697 Jan 20 07:22:41.964516 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-ab6adc49-9af2-47f2-918d-bb31a06284fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89 HTTP/1.1" status: 200 len: 217 time: 0.0682108 Jan 20 07:22:42.043676 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01ccb3-12b1-448b-bb35-bb19dee6562c req-bf7fe39c-b8a5-42cf-9623-f817565b054c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.045166 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-df01ccb3-12b1-448b-bb35-bb19dee6562c req-bf7fe39c-b8a5-42cf-9623-f817565b054c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.0502586 Jan 20 07:22:42.048322 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-c9b30c82-23c0-4cca-9cc0-f538321cee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.049820 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-c9b30c82-23c0-4cca-9cc0-f538321cee66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d16a2cc-3625-48c5-bc30-4afa6f76018e HTTP/1.1" status: 200 len: 854 time: 0.0744028 Jan 20 07:22:42.053105 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e38f-69df-409a-9b00-b95787adf62b req-bbbd638d-ac18-4639-b1e0-e5ea0698bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.054434 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-bbbd638d-ac18-4639-b1e0-e5ea0698bf63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 200 len: 859 time: 0.0804374 Jan 20 07:22:42.096629 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-df01ccb3-12b1-448b-bb35-bb19dee6562c req-ab3b24ec-de94-49c5-a27b-b325e12f0282 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Jan 20 07:22:42.109325 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-24606cec-3d2c-4888-a197-6cc437de3ca2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473328 Jan 20 07:22:42.111159 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-1744354c-03aa-4dea-a49c-5f0dd69450a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75f16681-fc15-4b90-a6be-5411199e3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420690 Jan 20 07:22:42.174724 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c09a58ba-d57c-4bf9-bbb9-fd146515bd5d up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:22:42.230320 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:22:42.235648 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:22:42.236060 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:42.276795 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-7bb33119-df63-414e-84f3-2b10f1c58be4 service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526918 Jan 20 07:22:42.280382 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-593d6fdc-597c-4df5-8f02-8528d36e3661 service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495557 Jan 20 07:22:42.319998 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:42.320392 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:42.345846 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:22:42.348087 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d17589-a9ff-423a-8f16-f3320d2a0232" -d '{"events": [{"server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "name": "network-vif-plugged", "status": "completed", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:22:42.361065 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:42.366165 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:42.392017 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e7b3ee-13eb-459f-8f37-1fa3d76ccb61 x-openstack-request-id: req-42e7b3ee-13eb-459f-8f37-1fa3d76ccb61 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:22:42.392318 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "name": "network-vif-plugged", "status": "completed", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:22:42.392572 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42e7b3ee-13eb-459f-8f37-1fa3d76ccb61 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:22:42.393056 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'code': 200} Jan 20 07:22:42.421131 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:42.429999 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.430562 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.431331 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.431969 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.432461 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.432813 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.433274 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.434006 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.434149 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.434436 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.434849 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.435474 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.435883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:22:42.467366 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7f5f58b-fb37-42f9-8519-d1b57436a7c9 req-c34098d7-77b4-48b9-b5d7-f33639ba33aa service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779380 Jan 20 07:22:42.469630 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35b9e38f-69df-409a-9b00-b95787adf62b req-b916f496-8a84-41a6-adf6-f69721142b4f service neutron] 10.222.0.42 "GET /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785345 Jan 20 07:22:42.565246 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ad237-6579-4895-86dd-ee0d8ffac062 req-45863d00-ab39-4c4b-82eb-384d95c77809 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.565246 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ac8ad237-6579-4895-86dd-ee0d8ffac062 req-45863d00-ab39-4c4b-82eb-384d95c77809 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0606191 Jan 20 07:22:42.602806 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18785-4c38-40ab-9dc0-4cc61f414f23 req-3b759960-0938-4c97-9ee7-69f0bf3531a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.607564 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ada18785-4c38-40ab-9dc0-4cc61f414f23 req-3b759960-0938-4c97-9ee7-69f0bf3531a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1099 time: 0.0481253 Jan 20 07:22:42.624739 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ac8ad237-6579-4895-86dd-ee0d8ffac062 req-f30c071c-6e23-4c88-98a8-7c2a636bce43 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592344 Jan 20 07:22:42.665059 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ada18785-4c38-40ab-9dc0-4cc61f414f23 req-943527e7-54cf-4f29-880c-6036358f0752 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523982 Jan 20 07:22:42.802792 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7f794-a516-4539-9903-9c4f86a4c45f req-f1157958-b16d-4001-a74e-589853fcbbec tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.804316 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eaa7f794-a516-4539-9903-9c4f86a4c45f req-f1157958-b16d-4001-a74e-589853fcbbec tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0494277 Jan 20 07:22:42.853855 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eaa7f794-a516-4539-9903-9c4f86a4c45f req-09fbfd98-3b06-4a0e-855d-ad94da6d4a75 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433309 Jan 20 07:22:42.934369 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900888a0-94b6-4e7a-9f09-75e1f3111416 req-288f23ba-2045-423f-9c05-a6475f757b04 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:42.935875 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-900888a0-94b6-4e7a-9f09-75e1f3111416 req-288f23ba-2045-423f-9c05-a6475f757b04 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0557635 Jan 20 07:22:42.985608 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-900888a0-94b6-4e7a-9f09-75e1f3111416 req-06a399a4-bf21-4450-9817-3fe72e18315e tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Jan 20 07:22:43.214067 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f882e9a-a295-4966-afc4-7b3fa868c83c req-71b3931b-cf82-4b1b-87c2-cfebca220e58 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:43.215736 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f882e9a-a295-4966-afc4-7b3fa868c83c req-71b3931b-cf82-4b1b-87c2-cfebca220e58 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.0493460 Jan 20 07:22:43.266275 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f882e9a-a295-4966-afc4-7b3fa868c83c req-27003b50-ba2d-466f-a4f0-8bcab479f917 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Jan 20 07:22:43.420414 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-914b2a1e-0fd7-4ce7-8bec-86b6ccebb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:43.421040 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-914b2a1e-0fd7-4ce7-8bec-86b6ccebb18c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c&tenant_id=d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 1096 time: 0.0956206 Jan 20 07:22:43.502211 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-9ae83cc0-0238-417a-bdb0-43111ad71bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:43.504236 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-9ae83cc0-0238-417a-bdb0-43111ad71bed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1096 time: 0.0591345 Jan 20 07:22:43.764892 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ad505-119f-4f12-ab70-167daaeb61f0 req-35f2521e-de54-45d5-a1a1-fa518c813da7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:43.766742 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e96ad505-119f-4f12-ab70-167daaeb61f0 req-35f2521e-de54-45d5-a1a1-fa518c813da7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0594752 Jan 20 07:22:43.845812 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e96ad505-119f-4f12-ab70-167daaeb61f0 req-e10b230b-0aee-481b-a5f9-d3575e7750c7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694215 Jan 20 07:22:43.891912 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-b139b19f-c1ac-4564-9f5e-25740c13bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:43.893670 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-b139b19f-c1ac-4564-9f5e-25740c13bce3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.3823366 Jan 20 07:22:43.994183 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-bd160fc7-2432-4bd7-93e5-73578f29e084 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 999 time: 0.0898647 Jan 20 07:22:44.016635 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01d9de-ae76-4935-beef-da63cf77a75c req-75cb49ab-a11f-403d-98c7-16f688d81dd1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.018132 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc01d9de-ae76-4935-beef-da63cf77a75c req-75cb49ab-a11f-403d-98c7-16f688d81dd1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0784686 Jan 20 07:22:44.077261 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-054bf376-e3b4-45a3-a89b-1993886f121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.078744 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-054bf376-e3b4-45a3-a89b-1993886f121b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0771127 Jan 20 07:22:44.101973 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc01d9de-ae76-4935-beef-da63cf77a75c req-f7202014-e89b-431f-a9d0-0fe1ae853cf1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643945 Jan 20 07:22:44.112603 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03fbb2-9a4a-4896-9fe6-2e0f5eb4ebbb req-d51357d4-2dd5-49d6-af0f-3c70022b159b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.114265 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af03fbb2-9a4a-4896-9fe6-2e0f5eb4ebbb req-d51357d4-2dd5-49d6-af0f-3c70022b159b tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Jan 20 07:22:44.139964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-8bf622a9-ce6f-4ccb-a1a0-41a48aca1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.142413 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-8bf622a9-ce6f-4ccb-a1a0-41a48aca1c2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527277 Jan 20 07:22:44.172247 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af03fbb2-9a4a-4896-9fe6-2e0f5eb4ebbb req-2686a4ea-e98d-455a-980a-1ba4a0812ed9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Jan 20 07:22:44.279069 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016d5ad-2632-4189-85a2-7bf30cb6dc2c req-ff1c77f6-d51b-454d-99da-4abc91d15f2e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.280472 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c016d5ad-2632-4189-85a2-7bf30cb6dc2c req-ff1c77f6-d51b-454d-99da-4abc91d15f2e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.1007481 Jan 20 07:22:44.286074 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-f909aeb5-5df6-40ad-b185-82459c24e649 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242824 Jan 20 07:22:44.388530 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c016d5ad-2632-4189-85a2-7bf30cb6dc2c req-17cb3bb6-3b4f-4990-870b-1ce3ef2a3d8a tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013744 Jan 20 07:22:44.390239 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ea41-d395-4d9f-871b-3f8bcc1e817f req-01feb262-d88f-4225-98c8-fafb8cee9ffd tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.392032 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a064ea41-d395-4d9f-871b-3f8bcc1e817f req-01feb262-d88f-4225-98c8-fafb8cee9ffd tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.0580170 Jan 20 07:22:44.410651 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-963bbc9c-6540-464d-8f5d-ce1012dbb75f req-a2a33b74-68ac-4b43-9e80-3b21e871e3d0 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175809 Jan 20 07:22:44.445335 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a064ea41-d395-4d9f-871b-3f8bcc1e817f req-3f525b79-2cba-4c7b-b5a1-9c46b008b284 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Jan 20 07:22:44.822753 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54a5c0-27a3-4d31-a04e-1164b9161bca req-4f9df2cd-1b5d-4e6b-bd12-07715cf2b12e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:44.824280 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9d54a5c0-27a3-4d31-a04e-1164b9161bca req-4f9df2cd-1b5d-4e6b-bd12-07715cf2b12e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0853684 Jan 20 07:22:44.889212 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9d54a5c0-27a3-4d31-a04e-1164b9161bca req-3d825594-c9eb-4507-9c3b-e31b4044fd23 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551698 Jan 20 07:22:45.069751 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42672-e1fe-4af7-96ec-96cac700bcaa req-c9545870-72f5-4212-8e49-2a5392c9ac1a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:45.074442 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e3a42672-e1fe-4af7-96ec-96cac700bcaa req-c9545870-72f5-4212-8e49-2a5392c9ac1a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.1106350 Jan 20 07:22:45.249309 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e3a42672-e1fe-4af7-96ec-96cac700bcaa req-44185f6f-8518-4568-9494-ba5527861dac tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639049 Jan 20 07:22:45.411911 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c363b-3394-486a-8972-f8f938fc67dc req-242d6350-ce63-4253-a6b9-8ba025263196 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:45.419908 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a23c363b-3394-486a-8972-f8f938fc67dc req-242d6350-ce63-4253-a6b9-8ba025263196 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0867379 Jan 20 07:22:45.512701 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a23c363b-3394-486a-8972-f8f938fc67dc req-47822f3b-204b-4574-81a2-1eb8bab5dd57 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902498 Jan 20 07:22:45.716075 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735b8d-874c-46e0-957a-260fcf8e2395 req-637afd75-da88-46f5-b22d-466b37a1eee1 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:45.732919 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-97735b8d-874c-46e0-957a-260fcf8e2395 req-637afd75-da88-46f5-b22d-466b37a1eee1 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 944 time: 0.1449683 Jan 20 07:22:45.853926 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-97735b8d-874c-46e0-957a-260fcf8e2395 req-1a8282b4-d096-4057-870c-a37eac29bf74 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092069 Jan 20 07:22:46.174839 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:22:46.310521 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:46.339992 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89', 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26', 'port_id': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89', 'mac_address': 'fa:16:3e:38:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d16a2cc-3625-48c5-bc30-4afa6f76018e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:22:46.400889 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:46.401189 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:46.428390 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6289b-8337-4345-9ee6-1be7a43a3d9b req-70e77a1f-87cc-4e76-9509-05ced7628cbb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:46.432057 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6ad6289b-8337-4345-9ee6-1be7a43a3d9b req-70e77a1f-87cc-4e76-9509-05ced7628cbb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0744596 Jan 20 07:22:46.438312 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:22:46.465965 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:46.472293 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:46.504806 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6ad6289b-8337-4345-9ee6-1be7a43a3d9b req-816d6668-5fb8-4395-a3dc-b5133f2b2f96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663912 Jan 20 07:22:46.534837 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:46.782159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['6df5eba8-3161-4730-9ae2-5e82bf7bbb89'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:22:47.126782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb335-5022-40d8-a5b0-c193c0ce951d req-c68ddcc9-41eb-4ab2-b15b-05591d875d56 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:47.137133 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9a9bb335-5022-40d8-a5b0-c193c0ce951d req-c68ddcc9-41eb-4ab2-b15b-05591d875d56 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 945 time: 0.1575418 Jan 20 07:22:47.268632 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9a9bb335-5022-40d8-a5b0-c193c0ce951d req-3fc3199e-38a5-401f-82b8-47cc4f08a329 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292014 Jan 20 07:22:47.727995 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ca46-24c5-4274-afc9-c5e084ee269b req-197b7c3c-874e-4d9b-8090-79a6b770de07 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:47.729915 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e69ca46-24c5-4274-afc9-c5e084ee269b req-197b7c3c-874e-4d9b-8090-79a6b770de07 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0674403 Jan 20 07:22:47.816751 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e69ca46-24c5-4274-afc9-c5e084ee269b req-5a59ec34-b002-4248-b5ee-a7dea5adbc44 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681031 Jan 20 07:22:48.205341 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:22:48.303847 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:22:48.311730 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:22:48.312320 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:48.439847 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:22:48.440432 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:48.475304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e72d4-7110-45c2-a976-9639661b43f3 req-0baa4be7-995d-49d4-96f3-ea7fb3e9f9c1 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:48.478861 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-584e72d4-7110-45c2-a976-9639661b43f3 req-0baa4be7-995d-49d4-96f3-ea7fb3e9f9c1 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 945 time: 0.0990815 Jan 20 07:22:48.541264 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:22:48.542764 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3807bb96-4da5-4c89-8353-d5c350156cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:22:48.558358 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-584e72d4-7110-45c2-a976-9639661b43f3 req-6bd04905-d366-454b-a68d-852a8892737c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Jan 20 07:22:48.559528 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc25dd6c-67ed-48ea-a468-6d4a83a4e299" -d '{"events": [{"server_uuid": "3807bb96-4da5-4c89-8353-d5c350156cef", "name": "network-vif-plugged", "status": "completed", "tag": "6df5eba8-3161-4730-9ae2-5e82bf7bbb89"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:22:48.563014 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:22:48.642462 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:22:48.690659 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa048d7f-f1cd-4d29-b268-042bd47ebad7 x-openstack-request-id: req-aa048d7f-f1cd-4d29-b268-042bd47ebad7 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:22:48.690979 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3807bb96-4da5-4c89-8353-d5c350156cef", "name": "network-vif-plugged", "status": "completed", "tag": "6df5eba8-3161-4730-9ae2-5e82bf7bbb89", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:22:48.691238 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa048d7f-f1cd-4d29-b268-042bd47ebad7 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:22:48.691632 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3807bb96-4da5-4c89-8353-d5c350156cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89', 'code': 200} Jan 20 07:22:48.954396 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce366d-e64f-4cc9-a723-effd46bfbc30 req-01878fcf-27b9-4604-aa1f-2ae5cef9abfe tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:48.955868 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-edce366d-e64f-4cc9-a723-effd46bfbc30 req-01878fcf-27b9-4604-aa1f-2ae5cef9abfe tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0520878 Jan 20 07:22:49.026425 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-edce366d-e64f-4cc9-a723-effd46bfbc30 req-3f07890a-3a81-407e-be23-96da0de9074f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638323 Jan 20 07:22:49.707034 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dc2bd-9b45-401b-9630-f570362a6034 req-09dbe765-f22d-46fb-987f-2a915287e897 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:49.709199 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-606dc2bd-9b45-401b-9630-f570362a6034 req-09dbe765-f22d-46fb-987f-2a915287e897 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0598941 Jan 20 07:22:49.774683 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-606dc2bd-9b45-401b-9630-f570362a6034 req-ad271f0d-8445-42cd-aee3-54286c34bf59 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594616 Jan 20 07:22:50.175691 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6c0b-da4e-4c86-a86c-3af9dc96ce3f req-194a99ad-691b-478f-81c2-0c0e2e3e26e4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:50.177154 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-62eb6c0b-da4e-4c86-a86c-3af9dc96ce3f req-194a99ad-691b-478f-81c2-0c0e2e3e26e4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0586729 Jan 20 07:22:50.237851 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-62eb6c0b-da4e-4c86-a86c-3af9dc96ce3f req-92418df7-9470-4381-8387-961633c60692 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544231 Jan 20 07:22:51.007430 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015af01-bd00-4c67-b87d-3dea54e81a04 req-7d7ed839-da4a-42ff-9d1d-1965712acb2d tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:51.012404 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f015af01-bd00-4c67-b87d-3dea54e81a04 req-7d7ed839-da4a-42ff-9d1d-1965712acb2d tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.1234705 Jan 20 07:22:51.121272 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f015af01-bd00-4c67-b87d-3dea54e81a04 req-28019e9f-2a01-48e6-9154-85dfb245725d tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002226 Jan 20 07:22:51.429510 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68c49-63a4-4c44-9639-2c878b031a15 req-f401cd5a-34f0-446d-b768-5cfe4d9bb2d1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:51.433019 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b3a68c49-63a4-4c44-9639-2c878b031a15 req-f401cd5a-34f0-446d-b768-5cfe4d9bb2d1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0856652 Jan 20 07:22:51.517880 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b3a68c49-63a4-4c44-9639-2c878b031a15 req-23fb26b6-099e-4b13-abfe-c16141fe28d2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735013 Jan 20 07:22:52.369390 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497850c7-da3c-4857-b054-9789bcf430fa req-37bc5ad5-4d32-4d42-8400-14999f9d61f3 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:52.372453 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-497850c7-da3c-4857-b054-9789bcf430fa req-37bc5ad5-4d32-4d42-8400-14999f9d61f3 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0964360 Jan 20 07:22:52.473764 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-497850c7-da3c-4857-b054-9789bcf430fa req-3730077f-058f-4ffa-9b61-8447f71105ee tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948002 Jan 20 07:22:52.912018 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f21f47-0188-4958-b4a2-34833de747c0 req-dcebf44d-20ee-446e-945e-967607e0ffbd tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:52.926302 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16f21f47-0188-4958-b4a2-34833de747c0 req-dcebf44d-20ee-446e-945e-967607e0ffbd tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.2049067 Jan 20 07:22:53.034786 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16f21f47-0188-4958-b4a2-34833de747c0 req-b4dd92c9-cc6b-4d4d-af7d-253f8ea0075c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983193 Jan 20 07:22:53.653606 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d686f-7fe5-4d29-bf44-eb1a514eecbb req-320c9cb2-9c45-4889-9955-99ba3a3d2a06 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:53.655638 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a19d686f-7fe5-4d29-bf44-eb1a514eecbb req-320c9cb2-9c45-4889-9955-99ba3a3d2a06 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0612822 Jan 20 07:22:53.708263 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a19d686f-7fe5-4d29-bf44-eb1a514eecbb req-583f2c2f-31a2-4771-9156-20166b03d6b3 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 Jan 20 07:22:54.205637 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2335-5978-4cb8-bd28-0f1bc96240cb req-3536494c-fa86-4d71-8bd4-b76620ef7cf2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:54.207264 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a28a2335-5978-4cb8-bd28-0f1bc96240cb req-3536494c-fa86-4d71-8bd4-b76620ef7cf2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0948157 Jan 20 07:22:54.275870 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a28a2335-5978-4cb8-bd28-0f1bc96240cb req-6b53f2cc-77e6-49cc-91f3-f4da65fb4248 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615053 Jan 20 07:22:54.323293 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b788-80e1-4bed-9027-7685af312065 req-1960c887-b231-4dec-9e1b-c0776f633d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:54.324885 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ba60b788-80e1-4bed-9027-7685af312065 req-1960c887-b231-4dec-9e1b-c0776f633d92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 1099 time: 0.0748818 Jan 20 07:22:54.384642 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ba60b788-80e1-4bed-9027-7685af312065 req-1a2a6ca3-b792-43b7-8132-4fe5c4d0e87f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Jan 20 07:22:54.869456 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865eb6-737a-4da5-95e9-73bd7851bffd req-3cf745fb-813d-4ac3-bd41-f4f6ae1b166b tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:54.871020 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1865eb6-737a-4da5-95e9-73bd7851bffd req-3cf745fb-813d-4ac3-bd41-f4f6ae1b166b tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0773818 Jan 20 07:22:54.928395 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1865eb6-737a-4da5-95e9-73bd7851bffd req-2a532d1a-aeba-4904-82ae-03e5cf04f77c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483463 Jan 20 07:22:55.452715 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2395-f7e4-4b5c-806c-0fe5a8fe1185 req-2cf94780-9929-41f2-be35-355b2c3021a3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:55.455357 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-200b2395-f7e4-4b5c-806c-0fe5a8fe1185 req-2cf94780-9929-41f2-be35-355b2c3021a3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0724912 Jan 20 07:22:55.542178 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-200b2395-f7e4-4b5c-806c-0fe5a8fe1185 req-b03b9494-92e1-4af3-9021-217db2d3e336 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748398 Jan 20 07:22:56.139115 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b816f-6f3f-466b-8a7a-747f938c8547 req-f4e97402-e23b-4359-af3c-96bf068c042b tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:56.141695 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-765b816f-6f3f-466b-8a7a-747f938c8547 req-f4e97402-e23b-4359-af3c-96bf068c042b tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0660882 Jan 20 07:22:56.215422 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-765b816f-6f3f-466b-8a7a-747f938c8547 req-2e456c3b-9c6d-4084-aa72-b43a7af371f9 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Jan 20 07:22:56.742631 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eaae6-8234-42dd-ad23-11bc26935e33 req-6f15e54a-6c80-4afd-af2b-4d2f9858e94c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:56.744172 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f8eaae6-8234-42dd-ad23-11bc26935e33 req-6f15e54a-6c80-4afd-af2b-4d2f9858e94c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0956130 Jan 20 07:22:56.802133 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f8eaae6-8234-42dd-ad23-11bc26935e33 req-ac50065d-5481-4cbd-bccf-41ad4294a095 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503719 Jan 20 07:22:57.980218 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74f68-dc9f-448f-bb81-cf8140eb3d07 req-e84b96de-925b-4237-bbed-de6b1f649b0b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:57.981767 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1bc74f68-dc9f-448f-bb81-cf8140eb3d07 req-e84b96de-925b-4237-bbed-de6b1f649b0b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0662344 Jan 20 07:22:58.035003 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1bc74f68-dc9f-448f-bb81-cf8140eb3d07 req-38de3df0-941e-48fa-b8a6-1f1ed44f1e5c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448182 Jan 20 07:22:58.757123 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26315bd9-c30b-4498-8115-391db255537d req-62934c01-896a-4f43-98a4-d02a9106abbf tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:58.761946 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26315bd9-c30b-4498-8115-391db255537d req-62934c01-896a-4f43-98a4-d02a9106abbf tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0955498 Jan 20 07:22:58.831756 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26315bd9-c30b-4498-8115-391db255537d req-c9e7b55b-4568-481c-8c94-05272480c834 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646658 Jan 20 07:22:59.202626 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b56f61-9cbf-4950-a92f-eb2efa53d7d4 req-471db814-747b-419b-8098-67a546df2030 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:22:59.204230 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b56f61-9cbf-4950-a92f-eb2efa53d7d4 req-471db814-747b-419b-8098-67a546df2030 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0622878 Jan 20 07:22:59.282161 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b56f61-9cbf-4950-a92f-eb2efa53d7d4 req-86e82b75-8154-44c2-a71e-db46e9bd6ccd tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696647 Jan 20 07:23:00.027745 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035590-31ab-4a44-a943-6dfd2a723a65 req-ca2491cc-a4ed-4dec-8a60-5b3f0a58f237 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:00.029346 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-94035590-31ab-4a44-a943-6dfd2a723a65 req-ca2491cc-a4ed-4dec-8a60-5b3f0a58f237 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0744057 Jan 20 07:23:00.082296 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-94035590-31ab-4a44-a943-6dfd2a723a65 req-9ad9021b-85cf-4267-a96a-3a97a8191852 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472715 Jan 20 07:23:00.468228 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83393d-fd70-4565-81c4-a05aa9d0124c req-1d70e011-e906-4b3a-bb5e-ab27f49e1a32 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:00.470431 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1f83393d-fd70-4565-81c4-a05aa9d0124c req-1d70e011-e906-4b3a-bb5e-ab27f49e1a32 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0676100 Jan 20 07:23:00.530231 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1f83393d-fd70-4565-81c4-a05aa9d0124c req-1eee7f3d-fd2c-468e-8214-f9fe989a2c51 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519688 Jan 20 07:23:01.207392 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c1bd3-1c9e-4c77-aaea-b4e6c6028b73 req-02dba990-5d71-4666-97de-5fb951fd14fb tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:01.208860 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-150c1bd3-1c9e-4c77-aaea-b4e6c6028b73 req-02dba990-5d71-4666-97de-5fb951fd14fb tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0491793 Jan 20 07:23:01.257401 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-150c1bd3-1c9e-4c77-aaea-b4e6c6028b73 req-21473c33-130f-4d57-b3fa-b770592dcca5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Jan 20 07:23:01.655887 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f63bf-7e77-4116-bc92-27cebfba773c req-35ee661d-b055-4173-bcc6-3ffb1112ba4c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:01.657395 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc9f63bf-7e77-4116-bc92-27cebfba773c req-35ee661d-b055-4173-bcc6-3ffb1112ba4c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0490487 Jan 20 07:23:01.708967 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc9f63bf-7e77-4116-bc92-27cebfba773c req-5ca454e2-fd23-45b5-b1db-d679656fc989 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456948 Jan 20 07:23:01.823921 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1b7c6e03-440b-490f-9d3e-7892875cd012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:02.389158 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1882ff3-54e2-4816-b340-aee301707f24 req-0c4f22dc-6a41-42c9-b719-ebc7b4b94236 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:02.390667 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b1882ff3-54e2-4816-b340-aee301707f24 req-0c4f22dc-6a41-42c9-b719-ebc7b4b94236 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0603185 Jan 20 07:23:02.444693 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b1882ff3-54e2-4816-b340-aee301707f24 req-8d846db0-cbe0-49ba-bce6-d24d2cc46384 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482519 Jan 20 07:23:02.828951 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862820b4-f270-4a6f-9f58-568c96b43353 req-31250673-0187-4735-a032-6235474abd22 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:02.830455 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-862820b4-f270-4a6f-9f58-568c96b43353 req-31250673-0187-4735-a032-6235474abd22 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0499880 Jan 20 07:23:02.905793 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-862820b4-f270-4a6f-9f58-568c96b43353 req-1e81ea21-17b9-4894-b32c-335ba12b76e7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696392 Jan 20 07:23:02.922924 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-218300f8-cd4c-41cd-8723-aee427885a11 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:02.924369 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-218300f8-cd4c-41cd-8723-aee427885a11 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 945 time: 0.0756721 Jan 20 07:23:03.038231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Deleting port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:23:03.038231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:03.149866 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] For port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:03.150227 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:03.159038 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613bb04-3884-4c73-b202-90ed0388c7f2 req-ace890e9-9a21-4706-ab66-07c715c5a10d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:03.160577 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b613bb04-3884-4c73-b202-90ed0388c7f2 req-ace890e9-9a21-4706-ab66-07c715c5a10d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0595129 Jan 20 07:23:03.165709 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Calling delete_port for 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:23:03.209880 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b613bb04-3884-4c73-b202-90ed0388c7f2 req-ec298a19-2e05-43e5-b101-b8c554116530 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Jan 20 07:23:03.233705 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33148) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:03.300874 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (3bc86eb4-4a85-4bb6-9aff-5d9f68214b60), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:03.315229 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['57918ad2-d743-4890-85e3-f599261798e1', '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:23:03.348846 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Pushing event deleted for resources: {'Port': ['ID=3bc86eb4-4a85-4bb6-9aff-5d9f68214b60,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:03.396850 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] No DVR routers for this DVR port 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:23:03.400907 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:03.404548 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d5820c57-7564-40a5-9e5f-a9b142d48982 req-b53007de-a0a4-4c82-a866-a7c6a6d4ada0 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "DELETE /v2.0/ports/3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 HTTP/1.1" status: 204 len: 173 time: 0.4622910 Jan 20 07:23:03.405044 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'name': 'network-vif-deleted', 'tag': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:03.407426 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae427e70-03c3-410b-a0e3-b96ed0c67ac7" -d '{"events": [{"server_uuid": "04d5e322-dec9-43f7-aef2-7cd77f74504e", "name": "network-vif-deleted", "tag": "3bc86eb4-4a85-4bb6-9aff-5d9f68214b60"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:03.421784 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ec1d3-c130-4084-9c10-dada29756f66 tempest-TestMinimumBasicScenario-50905483 tempest-TestMinimumBasicScenario-50905483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:03.429061 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c05ec1d3-c130-4084-9c10-dada29756f66 tempest-TestMinimumBasicScenario-50905483 tempest-TestMinimumBasicScenario-50905483-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1094 time: 0.1940832 Jan 20 07:23:03.432383 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33154) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:03.438178 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'port_id': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:03.473009 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce521d3-2c82-40b9-a5fa-98a00565df9a x-openstack-request-id: req-9ce521d3-2c82-40b9-a5fa-98a00565df9a {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:03.473334 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d5e322-dec9-43f7-aef2-7cd77f74504e", "name": "network-vif-deleted", "tag": "3bc86eb4-4a85-4bb6-9aff-5d9f68214b60", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:03.473676 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ce521d3-2c82-40b9-a5fa-98a00565df9a {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:03.474206 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d5e322-dec9-43f7-aef2-7cd77f74504e', 'name': 'network-vif-deleted', 'tag': '3bc86eb4-4a85-4bb6-9aff-5d9f68214b60', 'status': 'completed', 'code': 200} Jan 20 07:23:03.476808 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:03.589822 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86af23f5-cf33-43a1-9083-a8ccacea79da req-da419bc0-fb05-4484-ab10-cb97d6d53fff tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d5e322-dec9-43f7-aef2-7cd77f74504e HTTP/1.1" status: 200 len: 210 time: 0.0405848 Jan 20 07:23:03.640147 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:03.806752 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Allocated IP 172.27.0.182 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/ee71542d-25cd-4d14-8e63-dcdc2e4447f8) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:03.827647 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ccb9-ba40-4849-ac26-1b506c9a1eeb req-0d3c9375-4162-40dd-b43f-fed7f1cf1841 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:03.829114 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6698ccb9-ba40-4849-ac26-1b506c9a1eeb req-0d3c9375-4162-40dd-b43f-fed7f1cf1841 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0789893 Jan 20 07:23:03.927829 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6698ccb9-ba40-4849-ac26-1b506c9a1eeb req-15f67083-e6d5-4eba-89bb-c50fdc2d65ff tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929658 Jan 20 07:23:03.965322 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:04.003033 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:04.043510 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:04.046375 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:04.049162 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dae10-5c3d-4aea-b325-3d2badf725fb req-6f132339-a467-4449-9009-8c19a16d635d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:04.050675 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:04.059985 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a64dae10-5c3d-4aea-b325-3d2badf725fb req-6f132339-a467-4449-9009-8c19a16d635d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 943 time: 0.0653725 Jan 20 07:23:04.078417 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'Port': ['ID=ee71542d-25cd-4d14-8e63-dcdc2e4447f8,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:04.134759 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a64dae10-5c3d-4aea-b325-3d2badf725fb req-a3c41fae-9372-4212-81b4-652182bb6f0a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661738 Jan 20 07:23:04.204550 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:23:04.317554 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:23:04.425533 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:04.439163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'port_id': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'mac_address': 'fa:16:3e:12:72:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:23:04.485820 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:04.486559 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:04.501117 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2671e11-225a-44a9-a184-3b4842f79b37 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:23:04.524500 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:04.529540 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:04.593567 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=9']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:04.804755 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for floatingip (722996df-f2c2-4862-b89e-dc3a243b4f3a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:04.874599 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['b2671e11-225a-44a9-a184-3b4842f79b37'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:23:04.975122 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.015621 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b5a14-681a-40cd-9222-af06565c4f7c req-67a7d684-3960-45a4-a85e-399159de7451 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:05.017672 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-493b5a14-681a-40cd-9222-af06565c4f7c req-67a7d684-3960-45a4-a85e-399159de7451 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1050649 Jan 20 07:23:05.089085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09908ef-daf3-47b9-917c-32fe4b7ecbbc req-2c20b4c0-f011-4704-9fac-41487a4d53cb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:05.091505 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e09908ef-daf3-47b9-917c-32fe4b7ecbbc req-2c20b4c0-f011-4704-9fac-41487a4d53cb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0700784 Jan 20 07:23:05.142323 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-493b5a14-681a-40cd-9222-af06565c4f7c req-b8475ee8-40f3-4f8f-8402-4d7d2f3c3723 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935178 Jan 20 07:23:05.194499 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e09908ef-daf3-47b9-917c-32fe4b7ecbbc req-55578abf-debb-4345-8829-c94575b2d75c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913730 Jan 20 07:23:05.194935 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.202629 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.226317 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0ee51e7d-500f-4ff7-8ced-31f408dbb2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.345573 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'Port': ['ID=ee71542d-25cd-4d14-8e63-dcdc2e4447f8,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:05.365490 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (722996df-f2c2-4862-b89e-dc3a243b4f3a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.420898 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255315f0-6bb0-4323-b81f-41dbee04575c req-8bf62453-c691-446a-a26b-658f05375561 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:05.422544 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-255315f0-6bb0-4323-b81f-41dbee04575c req-8bf62453-c691-446a-a26b-658f05375561 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 944 time: 0.1162081 Jan 20 07:23:05.520941 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Floating IP 722996df-f2c2-4862-b89e-dc3a243b4f3a associated. External IP: 172.27.0.182, port: c09a58ba-d57c-4bf9-bbb9-fd146515bd5d. Jan 20 07:23:05.527070 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-255315f0-6bb0-4323-b81f-41dbee04575c req-08c42826-f8c1-40c8-9b81-37d7e19bea1c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972681 Jan 20 07:23:05.702265 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.753055 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Router 168d06cb-cffa-4bad-b266-c50ca1103c5a has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:23:05.874288 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:23:05.888047 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] Sync routers for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:23:05.899818 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.907985 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.910064 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:05.911115 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:05.934931 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-61104a9f-5db2-482f-81f7-44c6a42e9567 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5011179 Jan 20 07:23:05.935595 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:05.937779 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33186) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:05.939850 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:05.943456 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909156617', 'description': 'tempest-secgroup-smoke-1909156617 description', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:05.975121 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:05.983335 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b9751b-8047-4cdd-a440-3b6a9cab9e62 x-openstack-request-id: req-f6b9751b-8047-4cdd-a440-3b6a9cab9e62 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:05.983626 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:05.983880 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6b9751b-8047-4cdd-a440-3b6a9cab9e62 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:05.984285 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'status': 'completed', 'code': 200} Jan 20 07:23:06.040412 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:06.089914 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group (362f69bd-3ca2-4aee-abe6-20293918f2b7), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.093160 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-221da2d1-50bd-4127-8ac1-4b299c223b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.095152 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-221da2d1-50bd-4127-8ac1-4b299c223b71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1099 time: 0.0768259 Jan 20 07:23:06.096194 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (362f69bd-3ca2-4aee-abe6-20293918f2b7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.144539 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.145809 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2069392 Jan 20 07:23:06.149597 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33190) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:06.154297 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group_rule': {'security_group_id': '362f69bd-3ca2-4aee-abe6-20293918f2b7', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:06.193222 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (89fd338a-1da1-4f94-9d84-571634610910), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.194175 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20621dd-d91c-479c-82a6-a09c4be454d1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f69bd-3ca2-4aee-abe6-20293918f2b7,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:06.272413 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-25501a79-df35-42ae-a45a-4106592a3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.274507 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-25501a79-df35-42ae-a45a-4106592a3d24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 916 time: 0.1720388 Jan 20 07:23:06.312390 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:06.313010 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (89fd338a-1da1-4f94-9d84-571634610910), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.355569 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa672ec-4056-462c-b388-e3746ceffb63 req-26aabf03-f339-4058-b72e-fa58ef87da92 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.357188 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ffa672ec-4056-462c-b388-e3746ceffb63 req-26aabf03-f339-4058-b72e-fa58ef87da92 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1212530 Jan 20 07:23:06.358210 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (89fd338a-1da1-4f94-9d84-571634610910), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.377499 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '722996df-f2c2-4862-b89e-dc3a243b4f3a', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'port_id': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'mac_address': 'fa:16:3e:b1:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:23:04Z', 'updated_at': '2022-01-20T07:23:04Z', 'revision_number': 0, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:06.392483 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port b2671e11-225a-44a9-a184-3b4842f79b37 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:06.392962 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.393098 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.396766 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2436118 Jan 20 07:23:06.400107 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33198) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:06.406626 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46196c2c-ba39-4198-a9c5-c6d195c5f380 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fd338a-1da1-4f94-9d84-571634610910,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:06.411602 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] Checking router: 168d06cb-cffa-4bad-b266-c50ca1103c5a for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:23:06.422089 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:06.422983 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:06.436166 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group_rule': {'security_group_id': '362f69bd-3ca2-4aee-abe6-20293918f2b7', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:06.451001 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-f038ea7f-dd07-483b-b5e9-698d94073c1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 1000 time: 0.1671643 Jan 20 07:23:06.486737 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ffa672ec-4056-462c-b388-e3746ceffb63 req-25b381ad-985f-48e1-9795-b32f7964ca18 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139865 Jan 20 07:23:06.531220 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port b2671e11-225a-44a9-a184-3b4842f79b37 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:06.531622 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.582739 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:06.595135 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12dcb1-a59e-4dea-964b-6a1be131dc2a" -d '{"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-plugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:06.603360 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:06.606023 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (70234674-72e5-4c12-ae33-fa0f0eb4c9cb), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.613859 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.615427 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:23:06.647779 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8593bce-47ff-459f-b95c-496b67972464 req-4239c38c-4d0c-4f7e-ae43-b10af6e340e3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.650446 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8593bce-47ff-459f-b95c-496b67972464 req-4239c38c-4d0c-4f7e-ae43-b10af6e340e3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.2676818 Jan 20 07:23:06.656549 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-31018cc0-a80a-4ad6-9017-d287e3c4a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.658484 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-31018cc0-a80a-4ad6-9017-d287e3c4a0d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.1725810 Jan 20 07:23:06.665051 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:06.671965 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:23:06.672445 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 3bc86eb4-4a85-4bb6-9aff-5d9f68214b60 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:23:06.700168 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=10']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:06.709080 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613959f-5a44-40fa-828b-3e23d22c43a9 req-ff1ebb02-4de3-4488-ab6a-71a1b926ddb4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.717102 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4613959f-5a44-40fa-828b-3e23d22c43a9 req-ff1ebb02-4de3-4488-ab6a-71a1b926ddb4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0954711 Jan 20 07:23:06.761892 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (70234674-72e5-4c12-ae33-fa0f0eb4c9cb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.764297 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4613959f-5a44-40fa-828b-3e23d22c43a9 req-7b0193ba-24cc-4472-a088-20e0eeeba6ac tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Jan 20 07:23:06.769977 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (70234674-72e5-4c12-ae33-fa0f0eb4c9cb), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.783193 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8593bce-47ff-459f-b95c-496b67972464 req-7ebea9d7-7d9a-4e58-bdc7-ac273d106a4e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177630 Jan 20 07:23:06.792909 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-618904e6-2e92-4052-8893-0b4e4c087e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:06.794542 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-618904e6-2e92-4052-8893-0b4e4c087e5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172583 Jan 20 07:23:06.833171 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70234674-72e5-4c12-ae33-fa0f0eb4c9cb,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:06.838628 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b7367c-678c-4483-b54f-6d77d2e7cc77 x-openstack-request-id: req-51b7367c-678c-4483-b54f-6d77d2e7cc77 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:06.839156 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-plugged", "status": "completed", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:06.839255 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51b7367c-678c-4483-b54f-6d77d2e7cc77 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:06.839875 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'code': 200} Jan 20 07:23:06.844554 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.845833 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f25c8944-0cd5-46e0-91e3-d98be28afb86 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4139984 Jan 20 07:23:06.849171 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33204) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:06.863020 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group_rule': {'security_group_id': '362f69bd-3ca2-4aee-abe6-20293918f2b7', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:06.913232 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (b3d4df3d-a92c-4c51-8c8b-51092ddd5f26), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.933639 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-4fbe453c-3c0e-4ad5-a4b3-31ff13ec0371 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269212 Jan 20 07:23:06.990175 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (b3d4df3d-a92c-4c51-8c8b-51092ddd5f26), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:06.995189 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '722996df-f2c2-4862-b89e-dc3a243b4f3a', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'port_id': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'mac_address': 'fa:16:3e:b1:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:23:04Z', 'updated_at': '2022-01-20T07:23:04Z', 'revision_number': 0, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:07.000697 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (b3d4df3d-a92c-4c51-8c8b-51092ddd5f26), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.034868 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70bc29a-626c-436c-82a4-0341c9dbd3a2 None None] The sync data for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi is: [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '722996df-f2c2-4862-b89e-dc3a243b4f3a', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'port_id': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'mac_address': 'fa:16:3e:b1:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:23:04Z', 'updated_at': '2022-01-20T07:23:04Z', 'revision_number': 0, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:23:07.036003 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d4df3d-a92c-4c51-8c8b-51092ddd5f26,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:07.056191 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.057701 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-de1911ee-f614-4a70-9ad7-f39142b17fd3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070746 Jan 20 07:23:07.060387 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33208) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:07.066995 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group_rule': {'security_group_id': '362f69bd-3ca2-4aee-abe6-20293918f2b7', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:07.099652 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0f54b5e-e97c-48ac-be2f-9d4dcb55c7f7 req-148899b7-b32c-443c-9333-d061a11e2c16 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486290 Jan 20 07:23:07.119227 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (f68da363-f703-4b57-b733-aa28bf8cf621), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.190066 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (f68da363-f703-4b57-b733-aa28bf8cf621), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.194410 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (f68da363-f703-4b57-b733-aa28bf8cf621), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.217503 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68da363-f703-4b57-b733-aa28bf8cf621,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:07.223792 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.225031 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b23eb871-178b-4f05-ba74-2f3a128db9c5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634846 Jan 20 07:23:07.228547 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33210) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:07.234049 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group_rule': {'security_group_id': '362f69bd-3ca2-4aee-abe6-20293918f2b7', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:07.260268 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Project 16ea55cd3fdd44a4a511fc911f14feb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 07:23:07.266035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (79222278-a2e1-44a6-9d51-1be6a481d9c9), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.308212 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f51b03-378f-4620-b883-2679f0e960ed None None] New status for floating IP 722996df-f2c2-4862-b89e-dc3a243b4f3a: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:23:07.373190 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (79222278-a2e1-44a6-9d51-1be6a481d9c9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.378524 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (79222278-a2e1-44a6-9d51-1be6a481d9c9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.403263 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79222278-a2e1-44a6-9d51-1be6a481d9c9,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:07.413029 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.413029 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-26a3a30f-dd6f-408f-8392-e151c2bd5ced tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804338 Jan 20 07:23:07.415488 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33214) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:07.421660 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'security_group_rule': {'security_group_id': '362f69bd-3ca2-4aee-abe6-20293918f2b7', 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:07.453991 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.securitygroups_db [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Project 16ea55cd3fdd44a4a511fc911f14feb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 07:23:07.463263 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (cc2add05-9be1-4cb1-bb6d-cb96bbce17c9), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.481229 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f11a-7b60-4112-ad84-ea27b5d42335 req-7d56ff75-94c5-41b3-9eb2-ce6ca1c7a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:07.484535 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5403f11a-7b60-4112-ad84-ea27b5d42335 req-7d56ff75-94c5-41b3-9eb2-ce6ca1c7a694 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1099 time: 0.0658922 Jan 20 07:23:07.561471 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5403f11a-7b60-4112-ad84-ea27b5d42335 req-1948d0a0-a688-4258-aa9d-694d3096cec1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634549 Jan 20 07:23:07.562902 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (cc2add05-9be1-4cb1-bb6d-cb96bbce17c9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.567338 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (cc2add05-9be1-4cb1-bb6d-cb96bbce17c9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.588380 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2add05-9be1-4cb1-bb6d-cb96bbce17c9,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:07.605411 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.607043 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-95d939a4-630b-4032-969e-2be8f282ab0b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1898069 Jan 20 07:23:07.639822 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3003-515a-46dd-861e-6985d29f6b51 req-6ecc31fa-ea4d-412a-a4b1-5d5fe853a657 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:07.641581 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9b8a3003-515a-46dd-861e-6985d29f6b51 req-6ecc31fa-ea4d-412a-a4b1-5d5fe853a657 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0636797 Jan 20 07:23:07.701400 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9b8a3003-515a-46dd-861e-6985d29f6b51 req-bb24c08b-15d7-4cf1-adea-d2c13604f35c tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535047 Jan 20 07:23:07.720395 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-a1bb450c-3359-42d9-83ad-ce60e540fee6 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909156617&fields=id&tenant_id=16ea55cd3fdd44a4a511fc911f14feb0 HTTP/1.1" status: 200 len: 267 time: 0.0506685 Jan 20 07:23:07.760389 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.781877 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-66d487a6-f842-4694-9f76-b8f5265ab2f7 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:07.783419 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-66d487a6-f842-4694-9f76-b8f5265ab2f7 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0573769 Jan 20 07:23:07.795657 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'port': {'security_groups': ['aaaaefaa-8589-4a50-9578-adc077245c88', '362f69bd-3ca2-4aee-abe6-20293918f2b7']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:07.889625 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:07.896827 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89333c-0852-4f73-8c10-38fcd5d71827 req-a4918631-e006-44c1-8845-1b14c06a9ac9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:07.898455 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bd89333c-0852-4f73-8c10-38fcd5d71827 req-a4918631-e006-44c1-8845-1b14c06a9ac9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0519354 Jan 20 07:23:07.952926 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bd89333c-0852-4f73-8c10-38fcd5d71827 req-985cdcda-c9dd-4027-8e65-0b379adee42e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481062 Jan 20 07:23:08.080210 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f850e-036d-40c2-82c6-0f6ca55e6c12 req-706ac8a0-b791-4c8d-964e-0f346036eae9 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.086564 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0e3f850e-036d-40c2-82c6-0f6ca55e6c12 req-706ac8a0-b791-4c8d-964e-0f346036eae9 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0689332 Jan 20 07:23:08.108188 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:08.140607 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0e3f850e-036d-40c2-82c6-0f6ca55e6c12 req-ccba93f7-7617-4b77-8ee1-700ff8de79db tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501533 Jan 20 07:23:08.149593 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:08.159178 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:08.175676 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:23:08.222229 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.223140 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:08.224655 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-184ba136-2c2a-47eb-ac36-87914f2e34e0 req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "PUT /v2.0/ports/c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 982 time: 0.4335465 Jan 20 07:23:08.225023 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:08.227711 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dcbc61-47f9-4785-a093-ba05b59c03bc" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:08.295303 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dbb5b-88e0-4770-b2a7-43ddcb2e6481 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:08.353739 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa84b7ec-dd34-4554-900f-8227046d8bd4 x-openstack-request-id: req-fa84b7ec-dd34-4554-900f-8227046d8bd4 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:08.355548 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:08.356153 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa84b7ec-dd34-4554-900f-8227046d8bd4 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:08.357523 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'status': 'completed', 'code': 200} Jan 20 07:23:08.481085 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:08.504372 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-98fefb78-fad3-4a28-8da9-da04028807e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.512672 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680537a6-7068-4433-82eb-f43ff360b253 req-ef68ef6a-db1e-4f1e-bd7e-4a543c6a4d0e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.516044 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-98fefb78-fad3-4a28-8da9-da04028807e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1138 time: 0.1085382 Jan 20 07:23:08.517246 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-680537a6-7068-4433-82eb-f43ff360b253 req-ef68ef6a-db1e-4f1e-bd7e-4a543c6a4d0e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.1240842 Jan 20 07:23:08.533683 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:23:08.646314 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-680537a6-7068-4433-82eb-f43ff360b253 req-809a238a-0d5b-43f4-a16d-ce06ce19935d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201763 Jan 20 07:23:08.687436 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-9997ddc8-89a1-4c56-a16f-d320d711a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.688929 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-9997ddc8-89a1-4c56-a16f-d320d711a5c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 916 time: 0.1539557 Jan 20 07:23:08.741758 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-afb7b2a9-79c0-41d9-87eb-d000f4b46ce8 None None] Provisioning complete for port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:08.743100 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afb7b2a9-79c0-41d9-87eb-d000f4b46ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:08.765132 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-51b0ecae-d0e8-432c-8347-ed242927449b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 1002 time: 0.0683196 Jan 20 07:23:08.885824 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-c00eb8dc-e0e8-4cbe-b463-f1c312ee178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.887516 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-c00eb8dc-e0e8-4cbe-b463-f1c312ee178e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.1155119 Jan 20 07:23:08.930989 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911415a6-d3ea-4132-9a38-a6cd173665d0 req-767ef5b9-7988-4bdd-8d09-7b71b736fd10 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.932568 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-911415a6-d3ea-4132-9a38-a6cd173665d0 req-767ef5b9-7988-4bdd-8d09-7b71b736fd10 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.1025925 Jan 20 07:23:08.976174 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-31620bbb-4d7a-4bf8-9709-e6a840a645d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:08.978390 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-31620bbb-4d7a-4bf8-9709-e6a840a645d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830328 Jan 20 07:23:09.022232 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-911415a6-d3ea-4132-9a38-a6cd173665d0 req-8f048495-0169-4a18-8bae-0b2300bbb857 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830123 Jan 20 07:23:09.076978 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-afb7b2a9-79c0-41d9-87eb-d000f4b46ce8 None None] Current status of the port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:09.145115 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a492bdc-e930-4e5d-87b3-f48a55b77ec1 req-caa0c1cd-be77-49e5-83ce-d94adf7eb650 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:09.146733 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6a492bdc-e930-4e5d-87b3-f48a55b77ec1 req-caa0c1cd-be77-49e5-83ce-d94adf7eb650 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0715165 Jan 20 07:23:09.197234 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-010365f5-3806-4294-8dd5-6b82eb7b96b6 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016943 Jan 20 07:23:09.259510 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6a492bdc-e930-4e5d-87b3-f48a55b77ec1 req-a273699d-f401-40c8-9e22-891161d82e20 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040978 Jan 20 07:23:09.424304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa2258-f216-4bd5-a7ff-1e333d5b3e91 req-98b37be8-820e-429e-92f0-7190dffbb5fd tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:09.427630 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-77fa2258-f216-4bd5-a7ff-1e333d5b3e91 req-98b37be8-820e-429e-92f0-7190dffbb5fd tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1261673 Jan 20 07:23:09.457250 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80dcbc61-47f9-4785-a093-ba05b59c03bc req-d1f8e2de-5be6-4bb4-9634-958b4f21a789 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458329 Jan 20 07:23:09.528645 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-77fa2258-f216-4bd5-a7ff-1e333d5b3e91 req-780af2f5-220a-49da-882d-d745ed32be09 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773814 Jan 20 07:23:10.169449 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a8cb4-357b-4ac7-9d0d-4ecff48417ae req-07b2fad6-1886-443d-83da-db0f1201aee5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:10.171033 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-610a8cb4-357b-4ac7-9d0d-4ecff48417ae req-07b2fad6-1886-443d-83da-db0f1201aee5 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0505712 Jan 20 07:23:10.220624 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-610a8cb4-357b-4ac7-9d0d-4ecff48417ae req-5a0b33fd-6b1c-4ebc-b0cf-f0e87b7a828d tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Jan 20 07:23:10.392769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8037b-28a8-4b50-8c9c-2729e3e7d03e req-a7c5cbed-1557-4578-97aa-fb3678b7afe0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:10.394374 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-89f8037b-28a8-4b50-8c9c-2729e3e7d03e req-a7c5cbed-1557-4578-97aa-fb3678b7afe0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0602815 Jan 20 07:23:10.448603 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-89f8037b-28a8-4b50-8c9c-2729e3e7d03e req-5c26aba7-a82b-4f4e-8b57-dd502a893429 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 Jan 20 07:23:10.674285 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f741d0-9edf-4f6a-a523-a4fc90f71c66 req-615bddbe-fa1c-4d23-aa32-05eea0039f8e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:10.675796 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f741d0-9edf-4f6a-a523-a4fc90f71c66 req-615bddbe-fa1c-4d23-aa32-05eea0039f8e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0553362 Jan 20 07:23:10.727297 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f741d0-9edf-4f6a-a523-a4fc90f71c66 req-e15c8374-79b4-402e-8fea-1960be9252a5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453165 Jan 20 07:23:11.349122 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0fa7-7e51-4ceb-9c06-ae2f81efc237 req-5bbd46f0-279b-4821-94fd-22c8f5c628e9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:11.350734 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-433a0fa7-7e51-4ceb-9c06-ae2f81efc237 req-5bbd46f0-279b-4821-94fd-22c8f5c628e9 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0503356 Jan 20 07:23:11.400167 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-433a0fa7-7e51-4ceb-9c06-ae2f81efc237 req-3cf5a173-1dc0-4792-a525-b53429269998 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 Jan 20 07:23:11.860997 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83b05c-f7ff-420b-9767-7e5456de296a req-ffc4320d-606f-4f52-ac34-6da28bee822b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:11.862673 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea83b05c-f7ff-420b-9767-7e5456de296a req-ffc4320d-606f-4f52-ac34-6da28bee822b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0585022 Jan 20 07:23:11.920133 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea83b05c-f7ff-420b-9767-7e5456de296a req-1b29421d-17c3-48b8-a41b-36fe665778f4 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515857 Jan 20 07:23:12.394090 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-013d846d-0eab-4edf-8726-68871c9c5d61 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:12.395560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-013d846d-0eab-4edf-8726-68871c9c5d61 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0553272 Jan 20 07:23:12.527432 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Deleting port 57918ad2-d743-4890-85e3-f599261798e1 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:23:12.528328 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (57918ad2-d743-4890-85e3-f599261798e1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:12.556741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b9851-ec24-461c-80e8-de2cecc066a2 req-80db844f-7988-493e-bb07-1277ee8a1f23 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:12.558298 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d8b9851-ec24-461c-80e8-de2cecc066a2 req-80db844f-7988-493e-bb07-1277ee8a1f23 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5ead18d-52af-4337-9e4e-c8ba32d503a4 HTTP/1.1" status: 200 len: 945 time: 0.0817122 Jan 20 07:23:12.662776 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d8b9851-ec24-461c-80e8-de2cecc066a2 req-3f4bec4b-b476-4a73-af08-e36a826aa5fb tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.53 "GET /v2.0/security-groups?id=c031a38e-b467-4ee5-8f06-e73c9142a733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Jan 20 07:23:12.674904 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] For port 57918ad2-d743-4890-85e3-f599261798e1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=57918ad2-d743-4890-85e3-f599261798e1,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:12.675267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (57918ad2-d743-4890-85e3-f599261798e1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:12.688619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Calling delete_port for 57918ad2-d743-4890-85e3-f599261798e1 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:23:12.869213 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (57918ad2-d743-4890-85e3-f599261798e1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:12.904720 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Pushing event deleted for resources: {'Port': ['ID=57918ad2-d743-4890-85e3-f599261798e1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:12.950853 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] No DVR routers for this DVR port 57918ad2-d743-4890-85e3-f599261798e1 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:23:12.954433 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:12.957317 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9d0e502-bfc7-4780-a65f-7eb8aa1ca8d0 req-6a928a36-87a7-4d0c-994a-85cbf0fb7d44 tempest-ServerRescueNegativeTestJSON-275205244 tempest-ServerRescueNegativeTestJSON-275205244-project] 10.222.0.42 "DELETE /v2.0/ports/57918ad2-d743-4890-85e3-f599261798e1 HTTP/1.1" status: 204 len: 173 time: 0.5554135 Jan 20 07:23:12.957867 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'name': 'network-vif-deleted', 'tag': '57918ad2-d743-4890-85e3-f599261798e1'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:12.960219 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c06cbf-232b-4237-be74-95578a4842e1" -d '{"events": [{"server_uuid": "d5ead18d-52af-4337-9e4e-c8ba32d503a4", "name": "network-vif-deleted", "tag": "57918ad2-d743-4890-85e3-f599261798e1"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:13.019266 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17771c83-5d38-4246-8f9e-8e716722eb75 x-openstack-request-id: req-17771c83-5d38-4246-8f9e-8e716722eb75 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:13.019557 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ead18d-52af-4337-9e4e-c8ba32d503a4", "name": "network-vif-deleted", "tag": "57918ad2-d743-4890-85e3-f599261798e1", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:13.019816 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17771c83-5d38-4246-8f9e-8e716722eb75 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:13.020205 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ead18d-52af-4337-9e4e-c8ba32d503a4', 'name': 'network-vif-deleted', 'tag': '57918ad2-d743-4890-85e3-f599261798e1', 'status': 'completed', 'code': 200} Jan 20 07:23:13.079252 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabd2e5-7a7b-47a3-a09e-f1f264fa6a55 req-aeea8821-03b1-46af-ad80-d866ce22e13c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:13.080813 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6aabd2e5-7a7b-47a3-a09e-f1f264fa6a55 req-aeea8821-03b1-46af-ad80-d866ce22e13c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0598900 Jan 20 07:23:13.140739 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6aabd2e5-7a7b-47a3-a09e-f1f264fa6a55 req-8553fb49-8f35-4df7-a531-fd8ae5621beb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532601 Jan 20 07:23:13.724805 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33356) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:13.756237 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33358) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:13.902436 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc716466-ee82-46e1-aa1f-67eb3bfd799e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:13.995616 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc716466-ee82-46e1-aa1f-67eb3bfd799e admin admin] Publish callbacks [] for security_group (2f5b4f17-275e-438a-9c6c-5ada31514bbd), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:13.999813 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc716466-ee82-46e1-aa1f-67eb3bfd799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2f5b4f17-275e-438a-9c6c-5ada31514bbd), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:14.043762 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fc716466-ee82-46e1-aa1f-67eb3bfd799e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f08e2b0cc6545e19ac963471067e05d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860262 Jan 20 07:23:14.045258 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc716466-ee82-46e1-aa1f-67eb3bfd799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b4f17-275e-438a-9c6c-5ada31514bbd,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:14.048247 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33364) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:14.181963 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c214a3b-4454-45d2-866a-125953bbcc45 admin admin] Publish callbacks [] for security_group (2f5b4f17-275e-438a-9c6c-5ada31514bbd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:14.215029 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c214a3b-4454-45d2-866a-125953bbcc45 admin admin] Publish callbacks [] for security_group (2f5b4f17-275e-438a-9c6c-5ada31514bbd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:14.341633 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 57918ad2-d743-4890-85e3-f599261798e1 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:23:14.366679 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd6172-71bf-493d-b488-98b05aa71553 req-d81f4b7e-a57c-4fc5-ba30-304e03b8f68b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:14.368241 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e6cd6172-71bf-493d-b488-98b05aa71553 req-d81f4b7e-a57c-4fc5-ba30-304e03b8f68b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1333141 Jan 20 07:23:14.370550 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 57918ad2-d743-4890-85e3-f599261798e1 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:23:14.371418 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 57918ad2-d743-4890-85e3-f599261798e1 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:23:14.407742 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c214a3b-4454-45d2-866a-125953bbcc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2f5b4f17-275e-438a-9c6c-5ada31514bbd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:14.410298 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c214a3b-4454-45d2-866a-125953bbcc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:14.411416 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2c214a3b-4454-45d2-866a-125953bbcc45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f5b4f17-275e-438a-9c6c-5ada31514bbd HTTP/1.1" status: 204 len: 168 time: 0.3622057 Jan 20 07:23:14.431184 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c214a3b-4454-45d2-866a-125953bbcc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b4f17-275e-438a-9c6c-5ada31514bbd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:14.469345 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e6cd6172-71bf-493d-b488-98b05aa71553 req-9c925b0e-e22d-4ba8-bf75-e74763b42b1f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902696 Jan 20 07:23:14.591571 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (3d247e5c-f66a-4f00-b142-dd06599e1d96), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:14.924950 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Deleting port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:23:14.925286 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.014657 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] For port 17fb6fe6-86b8-4c49-99d6-13d76ddf4856, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,segment=NetworkSegment(b7ed8f09-5ae9-4063-bd13-8e68c0e4207d),segment_id=b7ed8f09-5ae9-4063-bd13-8e68c0e4207d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:15.015060 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.043311 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Calling delete_port for 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:23:15.207347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33392) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:15.231936 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (17fb6fe6-86b8-4c49-99d6-13d76ddf4856), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.259982 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fb6fe6-86b8-4c49-99d6-13d76ddf4856,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:15.325041 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-628294392-network', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:15.355942 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Made reservation on behalf of 87c35b69d9154a58b6918d8e85b66ad6 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:23:15.358478 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.368013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.444129 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (3d247e5c-f66a-4f00-b142-dd06599e1d96), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.452279 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks [] for security_group (a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.459072 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.488406 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:23:15.499255 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:15.507925 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (5f75b860-eea2-4983-816e-10a790033f32), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.508266 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Added segment 5f75b860-eea2-4983-816e-10a790033f32 of type vlan for network 315e85cd-8493-4bce-83f1-fa85785161f0 Jan 20 07:23:15.556235 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (315e85cd-8493-4bce-83f1-fa85785161f0), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.587725 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (315e85cd-8493-4bce-83f1-fa85785161f0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.588830 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:15.589520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:15.730110 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Router 3d247e5c-f66a-4f00-b142-dd06599e1d96 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:23:15.846826 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:23:15.853043 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-11d347c8-344d-4785-8a3b-50bd1ebd8cf5 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d247e5c-f66a-4f00-b142-dd06599e1d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268852 Jan 20 07:23:15.855536 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33398) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:15.859424 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] Sync routers for ids ['3d247e5c-f66a-4f00-b142-dd06599e1d96'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:23:15.874548 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] Routers {'3d247e5c-f66a-4f00-b142-dd06599e1d96'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:15.874548 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['3d247e5c-f66a-4f00-b142-dd06599e1d96'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:15.942654 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7314672 Jan 20 07:23:15.961851 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33402) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:15.969905 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Request body: {'subnet': {'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-628294392-subnet', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:15.974437 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39af39-3f99-4172-8404-b19e12ea4d71 admin admin] Pushing event updated for resources: {'Network': ['ID=315e85cd-8493-4bce-83f1-fa85785161f0,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:15.987965 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 315e85cd-8493-4bce-83f1-fa85785161f0 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:23:15.997682 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks [] for router (3d247e5c-f66a-4f00-b142-dd06599e1d96), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.010329 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2534d6-e315-4241-9478-f18f666c2773 req-c49a864c-ee6c-4c08-8056-b9ba28062bbb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:16.012117 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae2534d6-e315-4241-9478-f18f666c2773 req-c49a864c-ee6c-4c08-8056-b9ba28062bbb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.3990829 Jan 20 07:23:16.018737 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] Set router 3d247e5c-f66a-4f00-b142-dd06599e1d96 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:16.093052 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae2534d6-e315-4241-9478-f18f666c2773 req-2bdb4f9e-d32f-4fba-8124-8c702d0777d3 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707259 Jan 20 07:23:16.100150 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Made reservation on behalf of 87c35b69d9154a58b6918d8e85b66ad6 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:23:16.102653 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26041576'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.173169 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks [] for router_gateway (3d247e5c-f66a-4f00-b142-dd06599e1d96), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.236342 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:23:15Z', 'revision_number': 5, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port': {'id': '0acb4a90-d86e-4b2a-8644-22e6ec53a172', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:32Z', 'updated_at': '2022-01-20T07:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:16.267229 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] Checking router: 3d247e5c-f66a-4f00-b142-dd06599e1d96 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:23:16.276336 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] Routers {'3d247e5c-f66a-4f00-b142-dd06599e1d96'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:16.276977 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['3d247e5c-f66a-4f00-b142-dd06599e1d96'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:16.283294 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Deleting port 0acb4a90-d86e-4b2a-8644-22e6ec53a172 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:23:16.283986 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.367588 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] Set router 3d247e5c-f66a-4f00-b142-dd06599e1d96 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:16.422315 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:23:16Z', 'revision_number': 6, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:16.454573 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e40b3-3c58-4e45-a89c-27489bf8862a None None] The sync data for ids ['3d247e5c-f66a-4f00-b142-dd06599e1d96'] in dv-cinder-823015-5-iscsi is: [{'id': '3d247e5c-f66a-4f00-b142-dd06599e1d96', 'name': 'tempest-ServerRescueNegativeTestJSON-1758149714-router', 'tenant_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:31Z', 'updated_at': '2022-01-20T07:23:16Z', 'revision_number': 6, 'project_id': 'a7dff55aeff049d58a07b5f1dcdab7f7', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:23:16.589404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15181853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26041542'] for subnet (f665b2d1-0c43-453c-b532-e1af748ba76c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.652983 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] For port 0acb4a90-d86e-4b2a-8644-22e6ec53a172, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=0acb4a90-d86e-4b2a-8644-22e6ec53a172,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:16.653340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.678073 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f665b2d1-0c43-453c-b532-e1af748ba76c,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:16.683359 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Calling delete_port for 0acb4a90-d86e-4b2a-8644-22e6ec53a172 owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:23:16.700622 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Checking segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:16.700979 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Network hostable DHCP agents. Network: 315e85cd-8493-4bce-83f1-fa85785161f0, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:23:16.765963 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:23:16.806622 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 315e85cd-8493-4bce-83f1-fa85785161f0) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:16.813063 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:16.813872 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.814989 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62055df3-6030-4d57-93c8-ca3e90ae8bb7 None None] Network 315e85cd-8493-4bce-83f1-fa85785161f0 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:23:16.848794 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-29f4a922-a586-4f3d-9d9d-47c21e2ced24 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8859189 Jan 20 07:23:16.852111 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33404) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:16.856544 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:16.926293 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (c3b7fba4-32b0-4704-a9fe-1501c56caf89), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.927351 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (c3b7fba4-32b0-4704-a9fe-1501c56caf89), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.938525 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (0acb4a90-d86e-4b2a-8644-22e6ec53a172), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.955016 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-315e85cd-8493-4bce-83f1-fa85785161f0', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:23:16.956541 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:16.979683 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Pushing event deleted for resources: {'Port': ['ID=0acb4a90-d86e-4b2a-8644-22e6ec53a172,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:17.042573 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks [] for router_controller (c3b7fba4-32b0-4704-a9fe-1501c56caf89), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.144228 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (3d247e5c-f66a-4f00-b142-dd06599e1d96), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.165773 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Allocated IP 172.20.0.2 (315e85cd-8493-4bce-83f1-fa85785161f0/f665b2d1-0c43-453c-b532-e1af748ba76c/ff0f3433-1048-4b35-b12d-543ac8bc8b49) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:17.291249 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks [] for router_gateway (c3b7fba4-32b0-4704-a9fe-1501c56caf89), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.341308 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Publish callbacks [] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.344457 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (3d247e5c-f66a-4f00-b142-dd06599e1d96), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.347893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks [] for router_controller (3d247e5c-f66a-4f00-b142-dd06599e1d96), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.350100 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.393020 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:17.395987 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:17.400397 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:17.414544 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3433-1048-4b35-b12d-543ac8bc8b49,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:17.446732 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:23:17.468149 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5f63-e5a5-4745-8f49-a220834b84b6 req-9e502f29-c379-4120-a693-87152dd6f1a0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:17.469786 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b50c5f63-e5a5-4745-8f49-a220834b84b6 req-9e502f29-c379-4120-a693-87152dd6f1a0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.2757988 Jan 20 07:23:17.470487 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (3d247e5c-f66a-4f00-b142-dd06599e1d96), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.471007 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d247e5c-f66a-4f00-b142-dd06599e1d96 {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:23:17.478156 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.479319 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d6ff63ca-4bed-4fdd-afed-0d955414d677 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3d247e5c-f66a-4f00-b142-dd06599e1d96 HTTP/1.1" status: 204 len: 168 time: 1.6228085 Jan 20 07:23:17.482085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33410) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:17.488236 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:23:17.488576 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 17fb6fe6-86b8-4c49-99d6-13d76ddf4856 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:23:17.489165 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 0acb4a90-d86e-4b2a-8644-22e6ec53a172 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:23:17.496463 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Attempting to bind port ff0f3433-1048-4b35-b12d-543ac8bc8b49 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:17.496839 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Attempting to bind port ff0f3433-1048-4b35-b12d-543ac8bc8b49 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:17.497199 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Attempting to bind port ff0f3433-1048-4b35-b12d-543ac8bc8b49 on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:17.516735 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 0acb4a90-d86e-4b2a-8644-22e6ec53a172 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:23:17.517373 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 0acb4a90-d86e-4b2a-8644-22e6ec53a172 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:23:17.522670 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:17.523782 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Checking segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:17.524344 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.524896 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Bound using segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:17.525591 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Bound port: ff0f3433-1048-4b35-b12d-543ac8bc8b49, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:17.526123 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.538494 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b50c5f63-e5a5-4745-8f49-a220834b84b6 req-768274f5-636c-40d1-9d70-bdc7f104ec29 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572765 Jan 20 07:23:17.571111 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Deleting subnet 4a1d5349-64e2-4428-a894-79f860be85a4 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:23:17.575554 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Publish callbacks [] for subnet (4a1d5349-64e2-4428-a894-79f860be85a4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.600965 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] For port ff0f3433-1048-4b35-b12d-543ac8bc8b49, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:17.604458 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] For port ff0f3433-1048-4b35-b12d-543ac8bc8b49, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ff0f3433-1048-4b35-b12d-543ac8bc8b49,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:17.609150 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.613521 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (4a1d5349-64e2-4428-a894-79f860be85a4), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.660282 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (4a1d5349-64e2-4428-a894-79f860be85a4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.669006 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8a9a8-4225-4c3d-9b10-95811f9bf7e6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3433-1048-4b35-b12d-543ac8bc8b49,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:17.713026 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks [] for router_gateway (c3b7fba4-32b0-4704-a9fe-1501c56caf89), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.734237 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (4a1d5349-64e2-4428-a894-79f860be85a4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.737051 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.758903 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1d5349-64e2-4428-a894-79f860be85a4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:17.769273 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.774350 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1b84e907-0209-45e3-8031-a8b3b85d77c8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a1d5349-64e2-4428-a894-79f860be85a4 HTTP/1.1" status: 204 len: 168 time: 0.2894535 Jan 20 07:23:17.776394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33412) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:17.865356 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (75f16681-fc15-4b90-a6be-5411199e3284), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:17.903464 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Allocated IP 172.27.0.225 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/edb42092-e57b-44bb-875e-4c4101b9fdf1) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:17.991282 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (75f16681-fc15-4b90-a6be-5411199e3284), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.017784 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f16681-fc15-4b90-a6be-5411199e3284']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:18.032011 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:18.032306 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ed8f09-5ae9-4063-bd13-8e68c0e4207d') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:18.049636 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (b7ed8f09-5ae9-4063-bd13-8e68c0e4207d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.058122 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks [] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.073210 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (b7ed8f09-5ae9-4063-bd13-8e68c0e4207d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.080751 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:23:18.081144 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (b7ed8f09-5ae9-4063-bd13-8e68c0e4207d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:23:18.095613 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:23:18.107160 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.154016 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (75f16681-fc15-4b90-a6be-5411199e3284), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.162935 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.167031 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/75f16681-fc15-4b90-a6be-5411199e3284 HTTP/1.1" status: 204 len: 168 time: 0.3893714 Jan 20 07:23:18.171939 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:18.175206 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:18.182501 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:18.186443 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714eef1-e1c3-4367-807b-5eedb4262cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f16681-fc15-4b90-a6be-5411199e3284,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:18.225031 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Pushing event updated for resources: {'Port': ['ID=edb42092-e57b-44bb-875e-4c4101b9fdf1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:18.403446 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33426) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:18.465120 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a182847e-a443-4c81-b11b-8976d063dcae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7dff55aeff049d58a07b5f1dcdab7f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0580103 Jan 20 07:23:18.465357 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33428) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:18.519517 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks [] for router_gateway (c3b7fba4-32b0-4704-a9fe-1501c56caf89), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.520094 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b568df85-0d70-499c-a979-6930fee4d5e7 admin admin] Publish callbacks [] for security_group (c031a38e-b467-4ee5-8f06-e73c9142a733), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.552847 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b568df85-0d70-499c-a979-6930fee4d5e7 admin admin] Publish callbacks [] for security_group (c031a38e-b467-4ee5-8f06-e73c9142a733), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.620553 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b568df85-0d70-499c-a979-6930fee4d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c031a38e-b467-4ee5-8f06-e73c9142a733), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.630899 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b568df85-0d70-499c-a979-6930fee4d5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:18.636439 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b568df85-0d70-499c-a979-6930fee4d5e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c031a38e-b467-4ee5-8f06-e73c9142a733 HTTP/1.1" status: 204 len: 168 time: 0.1577537 Jan 20 07:23:18.665271 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568df85-0d70-499c-a979-6930fee4d5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031a38e-b467-4ee5-8f06-e73c9142a733,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:19.062343 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8c09-710b-494d-93c0-ac5113ddfd53 req-40e8e2fb-b087-4d82-879f-ab2b6ff515c5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:19.063850 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0e6d8c09-710b-494d-93c0-ac5113ddfd53 req-40e8e2fb-b087-4d82-879f-ab2b6ff515c5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.4001422 Jan 20 07:23:19.114165 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ecb53-0c72-4dc0-9262-690baf95edfa None None] Network 315e85cd-8493-4bce-83f1-fa85785161f0 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:23:19.131958 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (c3b7fba4-32b0-4704-a9fe-1501c56caf89), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.162620 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0e6d8c09-710b-494d-93c0-ac5113ddfd53 req-083bbc98-c250-4337-bbe6-9c4fd8bc2b88 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870636 Jan 20 07:23:19.212721 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] Provisioning complete for port ff0f3433-1048-4b35-b12d-543ac8bc8b49 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:19.213201 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.363210 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:23:19.369810 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ff0f3433-1048-4b35-b12d-543ac8bc8b49 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:19.428244 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] Current status of the port ff0f3433-1048-4b35-b12d-543ac8bc8b49 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:19.428774 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.484915 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port ff0f3433-1048-4b35-b12d-543ac8bc8b49 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:19.485483 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.491913 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] For port ff0f3433-1048-4b35-b12d-543ac8bc8b49, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ff0f3433-1048-4b35-b12d-543ac8bc8b49,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:19.504047 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:23:19.525018 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:23:19.530555 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.531213 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.532979 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3e2ea03b-be53-463b-8745-efe3c3ef8e76 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6799130 Jan 20 07:23:19.536006 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33454) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:19.586159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:19.586810 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:19.660561 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c20e5-3352-4c91-a432-28de2bd704f6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3433-1048-4b35-b12d-543ac8bc8b49,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:19.743459 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-f44e4b76-6840-4f03-99ec-5475b0b0a010 None None] Provisioning complete for port ff0f3433-1048-4b35-b12d-543ac8bc8b49 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:19.743832 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f44e4b76-6840-4f03-99ec-5475b0b0a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:19.764805 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port ff0f3433-1048-4b35-b12d-543ac8bc8b49 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:19.786525 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:20.015305 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.085334 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-f44e4b76-6840-4f03-99ec-5475b0b0a010 None None] Current status of the port ff0f3433-1048-4b35-b12d-543ac8bc8b49 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:20.139696 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:18Z', 'revision_number': 3, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:20.169282 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:23:20.169763 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Updating router c3b7fba4-32b0-4704-a9fe-1501c56caf89 port edb42092-e57b-44bb-875e-4c4101b9fdf1 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:23:20.192075 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Allocated IP 172.20.0.1 (315e85cd-8493-4bce-83f1-fa85785161f0/f665b2d1-0c43-453c-b532-e1af748ba76c/9d928711-ae9f-4d63-812f-191e29f3ffbc) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:20.196459 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.288121 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3134a-0162-4d38-ba56-304e92b715ac req-0265304f-b542-4110-950c-1986f08f2966 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:20.291301 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-14c3134a-0162-4d38-ba56-304e92b715ac req-0265304f-b542-4110-950c-1986f08f2966 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0579011 Jan 20 07:23:20.332087 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks [] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.347089 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-14c3134a-0162-4d38-ba56-304e92b715ac req-833766da-2de5-4d0a-b81d-1182ef6cbfcf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502746 Jan 20 07:23:20.379809 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.431179 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:20.437403 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:20.440683 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:20.499025 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (c3b7fba4-32b0-4704-a9fe-1501c56caf89), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.503426 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d928711-ae9f-4d63-812f-191e29f3ffbc,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:20.544763 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Publish callbacks [] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.554848 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.626518 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Attempting to bind port edb42092-e57b-44bb-875e-4c4101b9fdf1 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:20.627476 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Attempting to bind port edb42092-e57b-44bb-875e-4c4101b9fdf1 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:20.628013 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Attempting to bind port edb42092-e57b-44bb-875e-4c4101b9fdf1 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:20.639540 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad2141-3662-49cf-a3e2-b497a370f203 None None] Pushing event updated for resources: {'Port': ['ID=edb42092-e57b-44bb-875e-4c4101b9fdf1,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:20.643649 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:20.644981 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:20.645648 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.646265 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:20.646950 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Bound port: edb42092-e57b-44bb-875e-4c4101b9fdf1, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:20.647654 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.694316 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.737905 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] For port edb42092-e57b-44bb-875e-4c4101b9fdf1, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:20.743417 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] For port edb42092-e57b-44bb-875e-4c4101b9fdf1, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=edb42092-e57b-44bb-875e-4c4101b9fdf1,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:20.751914 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.805971 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-182855f9-4971-47ce-847a-5a07e4207a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:20.806861 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-182855f9-4971-47ce-847a-5a07e4207a66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 1099 time: 0.1089544 Jan 20 07:23:20.829734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5aa54-c517-45df-bf30-8c9463eeaf2b req-26e69748-5642-4ab8-97e7-cec6a123fe93 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:20.839918 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30a5aa54-c517-45df-bf30-8c9463eeaf2b req-26e69748-5642-4ab8-97e7-cec6a123fe93 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1073182 Jan 20 07:23:20.843935 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-e995ebc2-1fb2-4e92-b55d-12e9d418fe6d None None] Provisioning complete for port 9d928711-ae9f-4d63-812f-191e29f3ffbc triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:20.844582 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e995ebc2-1fb2-4e92-b55d-12e9d418fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.854315 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:20.854954 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:20.949466 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad2141-3662-49cf-a3e2-b497a370f203 None None] Pushing event updated for resources: {'Port': ['ID=edb42092-e57b-44bb-875e-4c4101b9fdf1,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:20.960153 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30a5aa54-c517-45df-bf30-8c9463eeaf2b req-9bb7223c-56ca-4f90-bc3c-e98f2ddd3fbe tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185670 Jan 20 07:23:20.979833 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks [] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:20.992458 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:21.004924 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-d6680562-71ff-4c06-b0ce-6982894e3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:21.006668 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-d6680562-71ff-4c06-b0ce-6982894e3e51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 912 time: 0.1631594 Jan 20 07:23:21.016738 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-e995ebc2-1fb2-4e92-b55d-12e9d418fe6d None None] Port 9d928711-ae9f-4d63-812f-191e29f3ffbc cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:23:21.034962 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:21.068578 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d928711-ae9f-4d63-812f-191e29f3ffbc,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:21.074333 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (c3b7fba4-32b0-4704-a9fe-1501c56caf89), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:21.097192 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-010ae353-b4be-4e19-9e71-f33da8bcafcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 200 len: 1001 time: 0.0792599 Jan 20 07:23:21.148897 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-9416d931-9c3f-40f1-a5c7-9b160088b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:21.150403 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-9416d931-9c3f-40f1-a5c7-9b160088b7ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.0504453 Jan 20 07:23:21.186006 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:21.188663 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:21.248260 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-8302c043-43eb-45c6-a29f-800fcc9ac76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:21.249910 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-8302c043-43eb-45c6-a29f-800fcc9ac76d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920157 Jan 20 07:23:21.310735 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ff0f3433-1048-4b35-b12d-543ac8bc8b49 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:21.362507 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:21.405286 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-b1fb5696-5b0c-4e08-89df-67df350ac5a4 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431673 Jan 20 07:23:21.410900 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69000e-c6fc-450e-9fb1-14d49545aac5 None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:23:21.421959 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port ff0f3433-1048-4b35-b12d-543ac8bc8b49 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:21.422981 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:21.436774 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:23:21.564080 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-4c55212d-c318-4cb9-8953-2bf1785e1333 None None] Provisioning complete for port 9d928711-ae9f-4d63-812f-191e29f3ffbc triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:21.564459 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4c55212d-c318-4cb9-8953-2bf1785e1333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:21.578381 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b604aac4-785b-479a-8bfe-4d6d62ba0b06 req-f38ff368-0a8d-4e9d-90bf-e158a8b4fcb5 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646612 Jan 20 07:23:21.594912 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port ff0f3433-1048-4b35-b12d-543ac8bc8b49 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:21.605702 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-4c55212d-c318-4cb9-8953-2bf1785e1333 None None] Port 9d928711-ae9f-4d63-812f-191e29f3ffbc cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:23:21.607431 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:23:21.613900 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8261894d-f519-434e-98bc-8f146170f0e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/c3b7fba4-32b0-4704-a9fe-1501c56caf89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0763834 Jan 20 07:23:22.111147 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970d26b-6eb6-4426-8050-f351734c669b req-b4a29d81-0d71-4c77-aaf4-bc1933ebd0f5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:22.112672 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4970d26b-6eb6-4426-8050-f351734c669b req-b4a29d81-0d71-4c77-aaf4-bc1933ebd0f5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0584517 Jan 20 07:23:22.185715 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4970d26b-6eb6-4426-8050-f351734c669b req-19ac55fd-3016-4b06-b5cf-b26ee6e22ac8 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668540 Jan 20 07:23:22.362284 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33528) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:22.367464 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1731267221-network', 'tenant_id': '22fbd1023116416bac49d4087576c26f'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:22.390827 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Made reservation on behalf of 22fbd1023116416bac49d4087576c26f for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:23:22.393122 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.405462 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.511249 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks [] for security_group (dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.518061 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.553621 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:23:22.561319 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:22.569138 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (036d47a9-cc8f-4019-a7d8-ecbca4352928), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.569620 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Added segment 036d47a9-cc8f-4019-a7d8-ecbca4352928 of type vlan for network f4d82f6f-c4c0-414e-8324-afac722e2735 Jan 20 07:23:22.619929 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (f4d82f6f-c4c0-414e-8324-afac722e2735), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.646988 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (f4d82f6f-c4c0-414e-8324-afac722e2735), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.648061 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:22.648643 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.701974 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3385611 Jan 20 07:23:22.704765 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33530) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:22.709687 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Request body: {'subnet': {'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1731267221-subnet', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:22.713064 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bda843-32da-441a-9d61-5e14e504ac6d admin admin] Pushing event updated for resources: {'Network': ['ID=f4d82f6f-c4c0-414e-8324-afac722e2735,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:22.723884 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network f4d82f6f-c4c0-414e-8324-afac722e2735 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:23:22.739020 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Made reservation on behalf of 22fbd1023116416bac49d4087576c26f for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:23:22.742268 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.922614 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (d1eb422c-b359-4dff-b972-3de9fbdc2f2a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:22.978037 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1eb422c-b359-4dff-b972-3de9fbdc2f2a,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:22.989405 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Checking segment: {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:22.989795 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Network hostable DHCP agents. Network: f4d82f6f-c4c0-414e-8324-afac722e2735, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:23:23.013300 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Network f4d82f6f-c4c0-414e-8324-afac722e2735 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:23:23.024885 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, f4d82f6f-c4c0-414e-8324-afac722e2735) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:23.030138 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:23.030779 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.038377 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be701ea0-5747-44ac-aa68-029d6b88d760 None None] Network f4d82f6f-c4c0-414e-8324-afac722e2735 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:23:23.081762 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4a324072-337d-4edb-bc43-c22abef7d2b1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3666534 Jan 20 07:23:23.081762 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33536) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:23.083419 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:23.128555 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (74ab9d48-e615-4138-8663-29ab0f8218a8), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.130618 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (74ab9d48-e615-4138-8663-29ab0f8218a8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.164217 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-f4d82f6f-c4c0-414e-8324-afac722e2735', 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'project_id': '22fbd1023116416bac49d4087576c26f', 'fixed_ips': [{'subnet_id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:23:23.165478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.246257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks [] for router_controller (74ab9d48-e615-4138-8663-29ab0f8218a8), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.395926 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Allocated IP 172.20.0.2 (f4d82f6f-c4c0-414e-8324-afac722e2735/d1eb422c-b359-4dff-b972-3de9fbdc2f2a/6a637a83-8cdd-4a81-b993-f3df730d060a) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:23.510410 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device edb42092-e57b-44bb-875e-4c4101b9fdf1 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:23.511876 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24d134-b1cd-4081-b3bb-ecde1ec50d48 req-9a63b36a-a259-41cf-bcf7-5b3aa5f74565 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:23.518909 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1d24d134-b1cd-4081-b3bb-ecde1ec50d48 req-9a63b36a-a259-41cf-bcf7-5b3aa5f74565 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1441417 Jan 20 07:23:23.525700 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks [] for router_gateway (74ab9d48-e615-4138-8663-29ab0f8218a8), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.627082 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1d24d134-b1cd-4081-b3bb-ecde1ec50d48 req-1490babc-e1fe-4d10-8fa9-9e016b863a30 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067088 Jan 20 07:23:23.693539 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port edb42092-e57b-44bb-875e-4c4101b9fdf1 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:23.694174 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.761171 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Publish callbacks [] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.775558 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.834016 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Network f4d82f6f-c4c0-414e-8324-afac722e2735 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:23.838378 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:23.842193 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:23.847630 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks [] for router_gateway (74ab9d48-e615-4138-8663-29ab0f8218a8), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:23.877738 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.014799 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Pushing event updated for resources: {'Port': ['ID=6a637a83-8cdd-4a81-b993-f3df730d060a,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:24.019056 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Allocated IP 172.27.0.110 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/2a2875c9-3369-4a81-bb34-e4bea3f79bda) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:24.045166 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port edb42092-e57b-44bb-875e-4c4101b9fdf1 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:24.045603 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.094077 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Attempting to bind port 6a637a83-8cdd-4a81-b993-f3df730d060a on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:24.094472 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Attempting to bind port 6a637a83-8cdd-4a81-b993-f3df730d060a by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:24.094842 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Attempting to bind port 6a637a83-8cdd-4a81-b993-f3df730d060a on network f4d82f6f-c4c0-414e-8324-afac722e2735 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:24.098319 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port edb42092-e57b-44bb-875e-4c4101b9fdf1, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=edb42092-e57b-44bb-875e-4c4101b9fdf1,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:24.103042 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:24.104099 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Checking segment: {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:24.104099 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.104348 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Bound using segment: {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:24.104751 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Bound port: 6a637a83-8cdd-4a81-b993-f3df730d060a, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:24.105126 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.114201 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.139222 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:23:24.153476 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:24.153476 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:24.172838 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks [] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.209332 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=edb42092-e57b-44bb-875e-4c4101b9fdf1,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:24.220389 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] For port 6a637a83-8cdd-4a81-b993-f3df730d060a, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:24.224476 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] For port 6a637a83-8cdd-4a81-b993-f3df730d060a, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=6a637a83-8cdd-4a81-b993-f3df730d060a,segment=NetworkSegment(036d47a9-cc8f-4019-a7d8-ecbca4352928),segment_id=036d47a9-cc8f-4019-a7d8-ecbca4352928)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:24.232438 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.236097 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.270551 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:24.289015 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:24.293262 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:24.296442 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806767-07e7-4b07-b287-cf95b4a51da2 None None] Pushing event updated for resources: {'Port': ['ID=6a637a83-8cdd-4a81-b993-f3df730d060a,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:24.301289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Pushing event updated for resources: {'Port': ['ID=2a2875c9-3369-4a81-bb34-e4bea3f79bda,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:24.303713 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:24.494084 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 2, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:24.548830 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:23:24.549696 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Updating router c3b7fba4-32b0-4704-a9fe-1501c56caf89 port 9d928711-ae9f-4d63-812f-191e29f3ffbc binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:23:24.576160 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.607289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks [] for router_gateway (74ab9d48-e615-4138-8663-29ab0f8218a8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:24.862444 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (74ab9d48-e615-4138-8663-29ab0f8218a8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.003239 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Publish callbacks [] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.010843 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.071020 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Router 74ab9d48-e615-4138-8663-29ab0f8218a8 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:23:25.124408 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Pushing event updated for resources: {'Port': ['ID=9d928711-ae9f-4d63-812f-191e29f3ffbc,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:25.207130 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.209563 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.210362 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.211074 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.211692 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.213828 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.214782 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.215638 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.216284 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.216813 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.217647 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.218338 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.219031 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:25.224111 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Attempting to bind port 9d928711-ae9f-4d63-812f-191e29f3ffbc on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:25.224696 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Attempting to bind port 9d928711-ae9f-4d63-812f-191e29f3ffbc by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:25.225247 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Attempting to bind port 9d928711-ae9f-4d63-812f-191e29f3ffbc on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:25.232589 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:25.233454 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Checking segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:25.234005 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.234473 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Bound using segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:25.235029 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Bound port: 9d928711-ae9f-4d63-812f-191e29f3ffbc, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:25.235481 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.311988 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] For port 9d928711-ae9f-4d63-812f-191e29f3ffbc, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:25.316519 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] For port 9d928711-ae9f-4d63-812f-191e29f3ffbc, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=9d928711-ae9f-4d63-812f-191e29f3ffbc,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:25.321619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:23:25.323744 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.334404 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Sync routers for ids ['74ab9d48-e615-4138-8663-29ab0f8218a8'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:23:25.343563 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.349503 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33578) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:25.350642 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0d9243e5-7adb-4961-950f-ad36cc3a1f9a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2719018 Jan 20 07:23:25.360059 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Routers {'74ab9d48-e615-4138-8663-29ab0f8218a8'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:25.360983 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['74ab9d48-e615-4138-8663-29ab0f8218a8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:25.461870 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:25.463448 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:25.473061 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33580) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:25.526049 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c6e0f-e3b1-49dd-8923-35d615f3e456 None None] Pushing event updated for resources: {'Port': ['ID=9d928711-ae9f-4d63-812f-191e29f3ffbc,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:25.578944 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device edb42092-e57b-44bb-875e-4c4101b9fdf1 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:25.662929 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] Provisioning complete for port 9d928711-ae9f-4d63-812f-191e29f3ffbc triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:25.664182 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.686208 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:25.731299 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Set router 74ab9d48-e615-4138-8663-29ab0f8218a8 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:25.753749 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-84adca4d-aec4-453e-bc58-6c287309160e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.884215 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-84adca4d-aec4-453e-bc58-6c287309160e admin admin] Publish callbacks [] for security_group (9ec657c6-c927-4f74-b071-0ee4fd6f8275), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.897162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86075601-eeb8-4f4e-a65b-b0e179021dd7 None None] Network f4d82f6f-c4c0-414e-8324-afac722e2735 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:23:25.900202 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-84adca4d-aec4-453e-bc58-6c287309160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9ec657c6-c927-4f74-b071-0ee4fd6f8275), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.965558 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:25Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:25.972869 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port edb42092-e57b-44bb-875e-4c4101b9fdf1 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:25.973255 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:25.981469 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adca4d-aec4-453e-bc58-6c287309160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec657c6-c927-4f74-b071-0ee4fd6f8275,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:25.989576 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-84adca4d-aec4-453e-bc58-6c287309160e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ce001f8c4a847b89c4c97cbcb8b8441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989614 Jan 20 07:23:25.992159 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33584) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:25.998173 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f441f-3e32-4135-82de-dc9c0e8a32dc None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:25Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:23:26.122105 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] Current status of the port 9d928711-ae9f-4d63-812f-191e29f3ffbc is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:26.122429 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.220900 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] For port 9d928711-ae9f-4d63-812f-191e29f3ffbc, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=9d928711-ae9f-4d63-812f-191e29f3ffbc,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:26.238931 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.279101 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port edb42092-e57b-44bb-875e-4c4101b9fdf1 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:26.280264 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6a637a83-8cdd-4a81-b993-f3df730d060a up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:26.333071 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 3, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:26.404797 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Checking router: 74ab9d48-e615-4138-8663-29ab0f8218a8 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:23:26.405449 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Updating router 74ab9d48-e615-4138-8663-29ab0f8218a8 port 2a2875c9-3369-4a81-bb34-e4bea3f79bda binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:23:26.442243 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cde3b-1dd7-406c-a755-7b1f6eddec48 None None] Pushing event updated for resources: {'Port': ['ID=9d928711-ae9f-4d63-812f-191e29f3ffbc,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:26.453287 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-904abd55-cc2f-4f40-be89-f4a58a58d5ab admin admin] Publish callbacks [] for security_group (9ec657c6-c927-4f74-b071-0ee4fd6f8275), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.461672 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Provisioning complete for port 6a637a83-8cdd-4a81-b993-f3df730d060a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:26.462051 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.465403 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.505634 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-904abd55-cc2f-4f40-be89-f4a58a58d5ab admin admin] Publish callbacks [] for security_group (9ec657c6-c927-4f74-b071-0ee4fd6f8275), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.579166 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 6a637a83-8cdd-4a81-b993-f3df730d060a triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:26.581284 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.593660 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.635089 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-904abd55-cc2f-4f40-be89-f4a58a58d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9ec657c6-c927-4f74-b071-0ee4fd6f8275), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.637893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-904abd55-cc2f-4f40-be89-f4a58a58d5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.641507 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-904abd55-cc2f-4f40-be89-f4a58a58d5ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ec657c6-c927-4f74-b071-0ee4fd6f8275 HTTP/1.1" status: 204 len: 168 time: 0.6461530 Jan 20 07:23:26.678555 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904abd55-cc2f-4f40-be89-f4a58a58d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec657c6-c927-4f74-b071-0ee4fd6f8275,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:26.804928 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Allocated IP 172.20.0.1 (f4d82f6f-c4c0-414e-8324-afac722e2735/d1eb422c-b359-4dff-b972-3de9fbdc2f2a/ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:26.887952 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 6a637a83-8cdd-4a81-b993-f3df730d060a is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:26.888352 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.937180 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks [] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.940153 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Current status of the port 6a637a83-8cdd-4a81-b993-f3df730d060a is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:26.940543 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.966230 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 6a637a83-8cdd-4a81-b993-f3df730d060a, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=6a637a83-8cdd-4a81-b993-f3df730d060a,segment=NetworkSegment(036d47a9-cc8f-4019-a7d8-ecbca4352928),segment_id=036d47a9-cc8f-4019-a7d8-ecbca4352928)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:26.980364 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:26.987473 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.029169 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Network f4d82f6f-c4c0-414e-8324-afac722e2735 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:27.032382 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:27.036286 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:27.063785 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33598) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:27.075511 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.091694 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f85935a4-87bf-405c-ae91-05c846751cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.111361 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (74ab9d48-e615-4138-8663-29ab0f8218a8), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.123430 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=6a637a83-8cdd-4a81-b993-f3df730d060a,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.128011 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.db.api [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 07:23:27.128365 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG oslo_db.api [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 07:23:27.138352 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Publish callbacks [] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.148823 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.278734 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f85935a4-87bf-405c-ae91-05c846751cbc admin admin] Publish callbacks [] for security_group (d059a9cd-1984-4b06-878d-41bab54cfeac), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.318494 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f85935a4-87bf-405c-ae91-05c846751cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d059a9cd-1984-4b06-878d-41bab54cfeac), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.324169 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.356243 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 9d928711-ae9f-4d63-812f-191e29f3ffbc up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:27.365962 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93c20b-4caa-4601-a07c-3b2aff1ef0c3 None None] Pushing event updated for resources: {'Port': ['ID=2a2875c9-3369-4a81-bb34-e4bea3f79bda,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.375604 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f85935a4-87bf-405c-ae91-05c846751cbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=345f971b43664215bf78c548982911d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107491 Jan 20 07:23:27.378292 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33600) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:27.392410 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Attempting to bind port 2a2875c9-3369-4a81-bb34-e4bea3f79bda on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:27.392897 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Attempting to bind port 2a2875c9-3369-4a81-bb34-e4bea3f79bda by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:27.393174 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Attempting to bind port 2a2875c9-3369-4a81-bb34-e4bea3f79bda on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:27.398271 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85935a4-87bf-405c-ae91-05c846751cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059a9cd-1984-4b06-878d-41bab54cfeac,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.406348 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:27.406970 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:27.407703 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.408105 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:27.409481 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Bound port: 2a2875c9-3369-4a81-bb34-e4bea3f79bda, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:27.409653 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.446331 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad5198a8-a409-43af-bcdc-538482a55007 admin admin] Publish callbacks [] for security_group (d059a9cd-1984-4b06-878d-41bab54cfeac), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.471017 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad5198a8-a409-43af-bcdc-538482a55007 admin admin] Publish callbacks [] for security_group (d059a9cd-1984-4b06-878d-41bab54cfeac), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.480952 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] For port 2a2875c9-3369-4a81-bb34-e4bea3f79bda, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:27.484473 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] For port 2a2875c9-3369-4a81-bb34-e4bea3f79bda, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2a2875c9-3369-4a81-bb34-e4bea3f79bda,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:27.485628 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 9d928711-ae9f-4d63-812f-191e29f3ffbc triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:27.485998 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.510896 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.527803 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad5198a8-a409-43af-bcdc-538482a55007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (d059a9cd-1984-4b06-878d-41bab54cfeac), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.531265 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad5198a8-a409-43af-bcdc-538482a55007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.533915 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ad5198a8-a409-43af-bcdc-538482a55007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d059a9cd-1984-4b06-878d-41bab54cfeac HTTP/1.1" status: 204 len: 168 time: 0.1545749 Jan 20 07:23:27.544113 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5198a8-a409-43af-bcdc-538482a55007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059a9cd-1984-4b06-878d-41bab54cfeac,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.584319 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks [] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.593035 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.599225 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Routers {'74ab9d48-e615-4138-8663-29ab0f8218a8'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:27.600066 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['74ab9d48-e615-4138-8663-29ab0f8218a8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:27.649785 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93c20b-4caa-4601-a07c-3b2aff1ef0c3 None None] Pushing event updated for resources: {'Port': ['ID=2a2875c9-3369-4a81-bb34-e4bea3f79bda,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.679971 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:27.684369 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (74ab9d48-e615-4138-8663-29ab0f8218a8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.765158 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Current status of the port 6a637a83-8cdd-4a81-b993-f3df730d060a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:27.780155 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 9d928711-ae9f-4d63-812f-191e29f3ffbc is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:27.781755 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6a637a83-8cdd-4a81-b993-f3df730d060a up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:27.796941 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Network f4d82f6f-c4c0-414e-8324-afac722e2735 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:27.798505 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:27.819799 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] Set router 74ab9d48-e615-4138-8663-29ab0f8218a8 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:27.855793 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Provisioning complete for port 9d928711-ae9f-4d63-812f-191e29f3ffbc triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:27.856652 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:27.957001 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Router 74ab9d48-e615-4138-8663-29ab0f8218a8 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:23:28.020309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33608) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:28.037285 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0c56b1c5-232c-47c7-a071-74841fecb06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.042028 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 6a637a83-8cdd-4a81-b993-f3df730d060a triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:28.042482 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.099798 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:23:28.118679 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-898943dc-b483-488a-94ab-025a0830d005 admin admin] 10.222.0.53 "PUT /v2.0/routers/74ab9d48-e615-4138-8663-29ab0f8218a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7596414 Jan 20 07:23:28.145506 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0c56b1c5-232c-47c7-a071-74841fecb06e admin admin] Publish callbacks [] for security_group (df1f70e9-796a-4546-80d0-18a032949c64), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.150883 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0c56b1c5-232c-47c7-a071-74841fecb06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (df1f70e9-796a-4546-80d0-18a032949c64), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.165506 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-76264d2e-6f0b-489a-aae3-ceddf9af125c None None] Current status of the port 9d928711-ae9f-4d63-812f-191e29f3ffbc is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:28.195639 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0c56b1c5-232c-47c7-a071-74841fecb06e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f81f57a9a3d547a499f370d12ddda8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711304 Jan 20 07:23:28.195639 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56b1c5-232c-47c7-a071-74841fecb06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f70e9-796a-4546-80d0-18a032949c64,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:28.196703 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33612) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:28.221207 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 6a637a83-8cdd-4a81-b993-f3df730d060a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:28.233226 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6', 'name': '', 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'mac_address': 'fa:16:3e:93:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:26Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 2, 'project_id': '22fbd1023116416bac49d4087576c26f', 'subnets': [{'id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:28.250926 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Publish callbacks [] for security_group (df1f70e9-796a-4546-80d0-18a032949c64), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.265267 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4955da-68d3-4d0c-a3aa-53c048913538 None None] The sync data for ids ['74ab9d48-e615-4138-8663-29ab0f8218a8'] in dv-cinder-823015-5-iscsi is: [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6', 'name': '', 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'mac_address': 'fa:16:3e:93:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:26Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 2, 'project_id': '22fbd1023116416bac49d4087576c26f', 'subnets': [{'id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:23:28.276747 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Publish callbacks [] for security_group (df1f70e9-796a-4546-80d0-18a032949c64), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.286563 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb91a637-120e-4dc3-b122-2a9a71d7d331 None None] Provisioning complete for port 6a637a83-8cdd-4a81-b993-f3df730d060a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:28.286938 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb91a637-120e-4dc3-b122-2a9a71d7d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.328186 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (df1f70e9-796a-4546-80d0-18a032949c64), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.331040 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.332212 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df1f70e9-796a-4546-80d0-18a032949c64 HTTP/1.1" status: 204 len: 168 time: 0.1326222 Jan 20 07:23:28.350094 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f70e9-796a-4546-80d0-18a032949c64,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:28.359312 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.360584 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.361170 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.361834 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.362404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.363004 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.363535 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.364067 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.364616 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.365212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.365773 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.366306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.366865 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ceb08-677a-4a04-aba3-031cb08017e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:28.407545 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a637-120e-4dc3-b122-2a9a71d7d331 None None] Current status of the port 6a637a83-8cdd-4a81-b993-f3df730d060a is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:28.421373 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb91a637-120e-4dc3-b122-2a9a71d7d331 None None] Provisioning complete for port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:28.421801 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb91a637-120e-4dc3-b122-2a9a71d7d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:28.469106 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a637-120e-4dc3-b122-2a9a71d7d331 None None] Port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:23:28.886313 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33634) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:28.891167 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56393618', 'description': 'tempest-secgroup-smoke-56393618 description', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:28.923405 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.011028 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group (26ceeb8d-d610-47a7-b98f-5081aae15834), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.018566 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (26ceeb8d-d610-47a7-b98f-5081aae15834), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.063445 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.065509 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1773720 Jan 20 07:23:29.066979 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d103cd1-384e-41a5-8f98-b36372501ed5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ceeb8d-d610-47a7-b98f-5081aae15834,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:29.069617 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33640) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:29.074164 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group_rule': {'security_group_id': '26ceeb8d-d610-47a7-b98f-5081aae15834', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:29.119312 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (d3e96c3d-f900-4fd1-b831-687f6fc3b686), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.224917 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (d3e96c3d-f900-4fd1-b831-687f6fc3b686), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.234597 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (d3e96c3d-f900-4fd1-b831-687f6fc3b686), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.269855 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e96c3d-f900-4fd1-b831-687f6fc3b686,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:29.286742 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.289254 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-57e4b7df-d262-4312-9a67-5417ddf5e405 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180748 Jan 20 07:23:29.292539 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33646) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:29.297926 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group_rule': {'security_group_id': '26ceeb8d-d610-47a7-b98f-5081aae15834', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:29.354395 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (aef3c95f-dbdf-43c5-8a19-69d54f3f485b), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.428170 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (aef3c95f-dbdf-43c5-8a19-69d54f3f485b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.431503 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2a2875c9-3369-4a81-bb34-e4bea3f79bda up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:29.436053 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (aef3c95f-dbdf-43c5-8a19-69d54f3f485b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.456135 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef3c95f-dbdf-43c5-8a19-69d54f3f485b,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:29.471679 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.473476 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-87db092b-b95c-4d6b-b931-99f9dfb8d0d0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1784735 Jan 20 07:23:29.475302 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33652) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:29.480755 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group_rule': {'security_group_id': '26ceeb8d-d610-47a7-b98f-5081aae15834', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:29.520658 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (28d81669-65ab-46bc-aca9-985b37c57592), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.532562 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 2a2875c9-3369-4a81-bb34-e4bea3f79bda triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:29.532562 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.614169 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (28d81669-65ab-46bc-aca9-985b37c57592), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.620318 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (28d81669-65ab-46bc-aca9-985b37c57592), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.636145 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d81669-65ab-46bc-aca9-985b37c57592,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:29.661090 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.664869 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8f77a84e-3a17-4de8-a6bc-1f0a966caf81 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876423 Jan 20 07:23:29.669301 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 33656) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:29.676956 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group_rule': {'security_group_id': '26ceeb8d-d610-47a7-b98f-5081aae15834', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:29.700736 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 2a2875c9-3369-4a81-bb34-e4bea3f79bda is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:29.701353 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.738622 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 2a2875c9-3369-4a81-bb34-e4bea3f79bda, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2a2875c9-3369-4a81-bb34-e4bea3f79bda,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:29.740483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (48f7f18c-41cd-4066-91aa-b831aa0fa2d4), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.749754 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.840961 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=2a2875c9-3369-4a81-bb34-e4bea3f79bda,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:29.858903 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (48f7f18c-41cd-4066-91aa-b831aa0fa2d4), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.872489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (48f7f18c-41cd-4066-91aa-b831aa0fa2d4), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.905446 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f7f18c-41cd-4066-91aa-b831aa0fa2d4,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:29.930264 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:29.935068 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33658) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:29.935954 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2535560e-105c-4b1e-8042-b94169696b5f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2644987 Jan 20 07:23:29.940740 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group_rule': {'security_group_id': '26ceeb8d-d610-47a7-b98f-5081aae15834', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:30.003055 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.securitygroups_db [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Project 87c35b69d9154a58b6918d8e85b66ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 07:23:30.008906 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (0d2ab922-ab13-4723-ac9c-488edf7ef255), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.094778 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (0d2ab922-ab13-4723-ac9c-488edf7ef255), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.098606 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (0d2ab922-ab13-4723-ac9c-488edf7ef255), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.119316 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2ab922-ab13-4723-ac9c-488edf7ef255,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:30.129648 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.131847 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-12745453-5ae6-4c4a-9c87-102914b36307 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1954865 Jan 20 07:23:30.133878 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33664) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:30.139216 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'security_group_rule': {'security_group_id': '26ceeb8d-d610-47a7-b98f-5081aae15834', 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:30.165498 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.securitygroups_db [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Project 87c35b69d9154a58b6918d8e85b66ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 07:23:30.171284 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (cec7e8d6-f518-4c85-9b6f-5c007bc508c0), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.236284 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (cec7e8d6-f518-4c85-9b6f-5c007bc508c0), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.239952 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (cec7e8d6-f518-4c85-9b6f-5c007bc508c0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.259313 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec7e8d6-f518-4c85-9b6f-5c007bc508c0,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:30.265263 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:30.266608 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f785b60c-aff5-40b0-bf70-19b1365b0ae7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315403 Jan 20 07:23:30.964354 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Sync routers for ids ['74ab9d48-e615-4138-8663-29ab0f8218a8'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:23:30.977412 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Routers {'74ab9d48-e615-4138-8663-29ab0f8218a8'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:30.978196 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['74ab9d48-e615-4138-8663-29ab0f8218a8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:31.098456 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Set router 74ab9d48-e615-4138-8663-29ab0f8218a8 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:31.281152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2a2875c9-3369-4a81-bb34-e4bea3f79bda up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:31.350474 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 2a2875c9-3369-4a81-bb34-e4bea3f79bda triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:31.351831 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.353609 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6', 'name': '', 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'mac_address': 'fa:16:3e:93:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:26Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 2, 'project_id': '22fbd1023116416bac49d4087576c26f', 'subnets': [{'id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:31.384645 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Checking router: 74ab9d48-e615-4138-8663-29ab0f8218a8 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:23:31.384645 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Updating router 74ab9d48-e615-4138-8663-29ab0f8218a8 port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:23:31.412665 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.459248 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 2a2875c9-3369-4a81-bb34-e4bea3f79bda is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:31.711324 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Publish callbacks [] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.716846 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.769981 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742ecf-4e4e-4591-a79b-24ed7099e849 None None] Pushing event updated for resources: {'Port': ['ID=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:31.829983 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Attempting to bind port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:31.830577 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Attempting to bind port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:31.830909 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Attempting to bind port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 on network f4d82f6f-c4c0-414e-8324-afac722e2735 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:31.838352 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:31.839042 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Checking segment: {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:31.839619 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.840314 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Bound using segment: {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:31.840916 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2cca127c-8975-4e7f-9751-519f892ed7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.841133 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Bound port: ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036d47a9-cc8f-4019-a7d8-ecbca4352928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:31.841343 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.922698 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] For port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:31.926520 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] For port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,segment=NetworkSegment(036d47a9-cc8f-4019-a7d8-ecbca4352928),segment_id=036d47a9-cc8f-4019-a7d8-ecbca4352928)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:31.932538 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:31.996301 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Routers {'74ab9d48-e615-4138-8663-29ab0f8218a8'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:23:31.996942 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:23:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['74ab9d48-e615-4138-8663-29ab0f8218a8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:32.028336 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] Provisioning complete for port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:32.028732 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:32.045675 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742ecf-4e4e-4591-a79b-24ed7099e849 None None] Pushing event updated for resources: {'Port': ['ID=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:32.139058 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] Current status of the port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:32.139773 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:32.188484 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] For port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,segment=NetworkSegment(036d47a9-cc8f-4019-a7d8-ecbca4352928),segment_id=036d47a9-cc8f-4019-a7d8-ecbca4352928)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:32.196999 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:32.222479 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] Set router 74ab9d48-e615-4138-8663-29ab0f8218a8 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:23:32.250407 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e2eda-3469-4825-a5e4-4e81451e4ebf None None] Pushing event updated for resources: {'Port': ['ID=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:32.324091 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0a022015-4909-4993-a260-2dd0f21ee946 None None] Provisioning complete for port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:32.324869 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0a022015-4909-4993-a260-2dd0f21ee946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:32.411726 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0a022015-4909-4993-a260-2dd0f21ee946 None None] Current status of the port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:32.438882 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6', 'name': '', 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'mac_address': 'fa:16:3e:93:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:26Z', 'updated_at': '2022-01-20T07:23:31Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'subnets': [{'id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:23:32.465548 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68ac05-61a1-416e-9b16-bf8d9c559e55 None None] The sync data for ids ['74ab9d48-e615-4138-8663-29ab0f8218a8'] in dv-cinder-823015-5-iscsi is: [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:27Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6', 'name': '', 'network_id': 'f4d82f6f-c4c0-414e-8324-afac722e2735', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'mac_address': 'fa:16:3e:93:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:26Z', 'updated_at': '2022-01-20T07:23:31Z', 'revision_number': 4, 'project_id': '22fbd1023116416bac49d4087576c26f', 'subnets': [{'id': 'd1eb422c-b359-4dff-b972-3de9fbdc2f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:23:33.292140 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:23:33.345249 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:33.346022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:33.426001 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:23:35.213946 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e481c734-b7c0-4286-af48-48426f28ea64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:35.703101 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:35.915603 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:37.758475 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:38.149565 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-b3460123-bc94-43c4-bcf7-06ba906ca63a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414815 Jan 20 07:23:38.216842 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77157e-f139-4680-bccc-84fc628d96ae req-0bab045d-2ccc-4f40-a441-e00ba1e23d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:38.218370 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-0bab045d-2ccc-4f40-a441-e00ba1e23d74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 1099 time: 0.0439761 Jan 20 07:23:38.397293 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:39.240661 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77157e-f139-4680-bccc-84fc628d96ae req-62b95fba-69c1-4f4b-96ca-f14e1cd12701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:39.242178 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-62b95fba-69c1-4f4b-96ca-f14e1cd12701 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.0878384 Jan 20 07:23:40.040666 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-9851711f-662d-4d30-a3b2-8773d838d12f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 200 len: 1001 time: 0.0657079 Jan 20 07:23:41.135282 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77157e-f139-4680-bccc-84fc628d96ae req-6deecfee-e57e-41d3-a78c-d7f07cc1556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:41.136656 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-6deecfee-e57e-41d3-a78c-d7f07cc1556b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0442874 Jan 20 07:23:41.184071 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77157e-f139-4680-bccc-84fc628d96ae req-6a157262-b5b7-4f8d-81ae-f98c5a12393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:41.185605 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-6a157262-b5b7-4f8d-81ae-f98c5a12393d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415463 Jan 20 07:23:41.211185 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:23:41.294573 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-802a9bce-1bf7-4f9e-944e-0a6be9e7db79 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014440 Jan 20 07:23:41.374121 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86619b-e63c-40ef-b3c6-c910500863fe req-3feb0b2a-c340-491d-b6ee-c1f6d23655ac tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:41.375844 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ab86619b-e63c-40ef-b3c6-c910500863fe req-3feb0b2a-c340-491d-b6ee-c1f6d23655ac tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0650091 Jan 20 07:23:41.424246 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819673b6-c2a3-474f-9937-b14845942851 req-a6a52aa5-16a3-45cb-b390-30577b40a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:41.425895 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-a6a52aa5-16a3-45cb-b390-30577b40a10d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1138 time: 0.0691972 Jan 20 07:23:41.432069 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6e77157e-f139-4680-bccc-84fc628d96ae req-8eedae03-e8e7-4818-ad1c-b925590fb464 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286719 Jan 20 07:23:41.443424 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ab86619b-e63c-40ef-b3c6-c910500863fe req-93851d38-4269-46e4-bb9f-81e42362f4c1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605023 Jan 20 07:23:41.546546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819673b6-c2a3-474f-9937-b14845942851 req-09c4201a-fcf6-484f-92ac-40b39462d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:41.549053 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-09c4201a-fcf6-484f-92ac-40b39462d84c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 916 time: 0.1145260 Jan 20 07:23:41.661023 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-595bffe8-2d9b-4982-85ed-000a73bf7551 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 1002 time: 0.1020663 Jan 20 07:23:41.964426 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819673b6-c2a3-474f-9937-b14845942851 req-ff400c26-24d3-4141-94c7-f7f80f5a2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:41.966906 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-ff400c26-24d3-4141-94c7-f7f80f5a2d68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.2983849 Jan 20 07:23:42.015201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819673b6-c2a3-474f-9937-b14845942851 req-6ca81a14-974c-46cd-becc-569ab9f26840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:42.016693 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-6ca81a14-974c-46cd-becc-569ab9f26840 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422020 Jan 20 07:23:42.114727 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-11e0b7e0-2e6f-429d-bdc9-3b1a84a10ecb service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888848 Jan 20 07:23:42.221859 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-819673b6-c2a3-474f-9937-b14845942851 req-65861cb3-a4e4-4f3c-ba2f-ee2ccfe899bb service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974376 Jan 20 07:23:42.582759 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d58cd-ad87-45f9-99d1-5d23abfd71cf req-57d243ed-afb8-4ea2-8616-c593897b5687 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:42.584266 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-928d58cd-ad87-45f9-99d1-5d23abfd71cf req-57d243ed-afb8-4ea2-8616-c593897b5687 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0552118 Jan 20 07:23:42.652831 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-928d58cd-ad87-45f9-99d1-5d23abfd71cf req-44768d66-aa59-49a5-a88a-0d3c524e9058 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595491 Jan 20 07:23:43.691000 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33882) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:43.793289 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924cd0-bb44-4c30-b438-b5dfad9b4213 req-186fc1d3-6e28-4d39-b930-ec2da63e4cb3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:43.794874 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68924cd0-bb44-4c30-b438-b5dfad9b4213 req-186fc1d3-6e28-4d39-b930-ec2da63e4cb3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0647092 Jan 20 07:23:43.833564 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4f2377a3-fb40-414c-91d7-7580cc8b4971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:43.892955 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68924cd0-bb44-4c30-b438-b5dfad9b4213 req-3c2bdc9c-d47c-4875-854c-dff67a05a295 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923421 Jan 20 07:23:43.955356 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4f2377a3-fb40-414c-91d7-7580cc8b4971 admin admin] Publish callbacks [] for security_group (a7f5bc55-2f25-4e94-848c-1392d77931c4), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:43.959463 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4f2377a3-fb40-414c-91d7-7580cc8b4971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a7f5bc55-2f25-4e94-848c-1392d77931c4), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:43.998324 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4f2377a3-fb40-414c-91d7-7580cc8b4971 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3f4a874e24e4b289adfce85a7882f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055544 Jan 20 07:23:43.999145 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2377a3-fb40-414c-91d7-7580cc8b4971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f5bc55-2f25-4e94-848c-1392d77931c4,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:44.002912 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 33890) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:23:44.054597 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-121a155b-4754-45be-aaa8-30f6f5b19131 admin admin] Publish callbacks [] for security_group (a7f5bc55-2f25-4e94-848c-1392d77931c4), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:44.077832 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-121a155b-4754-45be-aaa8-30f6f5b19131 admin admin] Publish callbacks [] for security_group (a7f5bc55-2f25-4e94-848c-1392d77931c4), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:44.125915 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-121a155b-4754-45be-aaa8-30f6f5b19131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a7f5bc55-2f25-4e94-848c-1392d77931c4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:44.128452 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-121a155b-4754-45be-aaa8-30f6f5b19131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:44.129629 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-121a155b-4754-45be-aaa8-30f6f5b19131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7f5bc55-2f25-4e94-848c-1392d77931c4 HTTP/1.1" status: 204 len: 168 time: 0.1257532 Jan 20 07:23:44.139280 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a155b-4754-45be-aaa8-30f6f5b19131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f5bc55-2f25-4e94-848c-1392d77931c4,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:45.036742 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ae23-f49e-4e6b-8023-084f99b34dca req-4814d7cd-ca26-4866-9247-f022d3694eb1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:45.038788 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec25ae23-f49e-4e6b-8023-084f99b34dca req-4814d7cd-ca26-4866-9247-f022d3694eb1 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0551689 Jan 20 07:23:45.103859 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec25ae23-f49e-4e6b-8023-084f99b34dca req-7fa1847a-d1c9-4f0d-b19e-2b7c08789702 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571456 Jan 20 07:23:46.229574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9870-a4ca-465a-bc09-82aa1662ef6d req-58e7ee5c-4557-46bb-b05b-e37b18f9875f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:46.231109 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-786b9870-a4ca-465a-bc09-82aa1662ef6d req-58e7ee5c-4557-46bb-b05b-e37b18f9875f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0521135 Jan 20 07:23:46.298182 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-786b9870-a4ca-465a-bc09-82aa1662ef6d req-47756c85-6ec7-47de-93b0-1458b3cc4972 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581067 Jan 20 07:23:47.279125 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559bc29-019c-4de3-a650-33ca5adad3c6 req-aacab40c-6013-4cc5-949c-65843f892b40 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:47.280680 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6559bc29-019c-4de3-a650-33ca5adad3c6 req-aacab40c-6013-4cc5-949c-65843f892b40 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0562496 Jan 20 07:23:47.333893 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6559bc29-019c-4de3-a650-33ca5adad3c6 req-ac6d734f-9559-4bc0-9508-aa3112714575 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444210 Jan 20 07:23:47.424648 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bad6d-138a-4fd6-9958-c4284696f2d6 req-46008820-6970-4d7f-bd4c-597eda7f1867 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:47.426391 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce3bad6d-138a-4fd6-9958-c4284696f2d6 req-46008820-6970-4d7f-bd4c-597eda7f1867 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0540380 Jan 20 07:23:47.506394 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce3bad6d-138a-4fd6-9958-c4284696f2d6 req-b952dab6-8661-446b-ba3c-10a2c554624a tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708644 Jan 20 07:23:48.449297 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9916ee-791c-48af-8d66-7fd859e41e53 req-1ca61304-0445-4977-8d0e-9962ab1809f1 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:48.450810 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb9916ee-791c-48af-8d66-7fd859e41e53 req-1ca61304-0445-4977-8d0e-9962ab1809f1 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0489454 Jan 20 07:23:48.500562 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb9916ee-791c-48af-8d66-7fd859e41e53 req-c7e166de-f591-4118-90ae-7ae7948f505f tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Jan 20 07:23:48.626475 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c353-c9fb-4fe6-adc9-b1b2151d0843 req-b14a3f28-f43d-49ae-985d-cdf3eddeda27 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:48.627918 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a194c353-c9fb-4fe6-adc9-b1b2151d0843 req-b14a3f28-f43d-49ae-985d-cdf3eddeda27 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0522301 Jan 20 07:23:48.702704 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a194c353-c9fb-4fe6-adc9-b1b2151d0843 req-2429fd13-07d4-4289-bf76-cc641de57b8e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667601 Jan 20 07:23:48.962302 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-08762255-0126-483a-91ee-a3a39a0765a2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56393618&fields=id&tenant_id=87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 267 time: 0.0516887 Jan 20 07:23:49.082762 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-c9e9303e-3840-4c82-98be-65b7794771bc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:49.084233 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-c9e9303e-3840-4c82-98be-65b7794771bc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 811 time: 0.1150439 Jan 20 07:23:49.098468 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-9cf94a3b-5c9d-431f-86c8-36f470d44fc0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/quotas/87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 375 time: 0.0089161 Jan 20 07:23:49.149213 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-19e411f9-1d45-4819-88a5-c035aa8eec59 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452347 Jan 20 07:23:49.270265 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-4270974e-4eec-4318-a0f5-664dbe2f1abc tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:49.271776 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-4270974e-4eec-4318-a0f5-664dbe2f1abc tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.1073420 Jan 20 07:23:49.322060 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-0cf61ee2-8966-4a0d-a364-1fe3218d9b3d service neutron] 10.222.0.53 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592691 Jan 20 07:23:49.457346 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Deleting port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:23:49.458036 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:49.462615 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-d225c359-352c-47fe-897f-bd77d2dc59c5 service neutron] 10.222.0.53 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323075 Jan 20 07:23:49.566901 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] For port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:23:49.567339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:49.588435 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Calling delete_port for 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:23:49.647617 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca61331-37f3-4817-bd8b-d7bec9ba543c req-0692752a-23e4-4b19-8b7f-10fbda3710a9 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:49.650318 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aca61331-37f3-4817-bd8b-d7bec9ba543c req-0692752a-23e4-4b19-8b7f-10fbda3710a9 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3807bb96-4da5-4c89-8353-d5c350156cef HTTP/1.1" status: 200 len: 946 time: 0.0576022 Jan 20 07:23:49.719269 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aca61331-37f3-4817-bd8b-d7bec9ba543c req-cf8e0d1e-af15-4d86-bdee-6a560803bcb8 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624545 Jan 20 07:23:49.740254 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (6df5eba8-3161-4730-9ae2-5e82bf7bbb89), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:49.753704 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['6df5eba8-3161-4730-9ae2-5e82bf7bbb89'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:23:49.773734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Pushing event deleted for resources: {'Port': ['ID=6df5eba8-3161-4730-9ae2-5e82bf7bbb89,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:49.792629 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.792978 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.793320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.793688 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.794032 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.794339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.794667 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.794992 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.795641 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.795641 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.795938 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.796257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.796568 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:23:49.824976 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8d2fb2f3-5660-4489-825e-deb71376438f req-aefa2760-3f61-4a20-a557-ce88686ad110 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 210 time: 0.0729306 Jan 20 07:23:49.870721 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f800-2a27-4b17-89c0-09359ad05f94 req-cf54e2d0-6233-4719-bbde-ff501916d794 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:49.871734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] No DVR routers for this DVR port 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:23:49.873651 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49e7f800-2a27-4b17-89c0-09359ad05f94 req-cf54e2d0-6233-4719-bbde-ff501916d794 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0634236 Jan 20 07:23:49.874841 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:49.878451 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-75df81e4-34e9-4e21-96ed-be59e4a10f8b req-dd15db72-2b30-4152-9f0d-a37a13f72929 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "DELETE /v2.0/ports/6df5eba8-3161-4730-9ae2-5e82bf7bbb89 HTTP/1.1" status: 204 len: 173 time: 0.6001358 Jan 20 07:23:49.879018 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3807bb96-4da5-4c89-8353-d5c350156cef', 'name': 'network-vif-deleted', 'tag': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:49.881590 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75a619-c269-4bbc-92df-23a7237dd489" -d '{"events": [{"server_uuid": "3807bb96-4da5-4c89-8353-d5c350156cef", "name": "network-vif-deleted", "tag": "6df5eba8-3161-4730-9ae2-5e82bf7bbb89"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:49.941388 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b11a925-93dc-41fa-a692-54654c173335 x-openstack-request-id: req-1b11a925-93dc-41fa-a692-54654c173335 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:49.941715 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3807bb96-4da5-4c89-8353-d5c350156cef", "name": "network-vif-deleted", "tag": "6df5eba8-3161-4730-9ae2-5e82bf7bbb89", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:49.941972 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b11a925-93dc-41fa-a692-54654c173335 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:49.942381 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3807bb96-4da5-4c89-8353-d5c350156cef', 'name': 'network-vif-deleted', 'tag': '6df5eba8-3161-4730-9ae2-5e82bf7bbb89', 'status': 'completed', 'code': 200} Jan 20 07:23:49.953576 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49e7f800-2a27-4b17-89c0-09359ad05f94 req-d2307d09-c338-487b-93c1-a17bb6d004a2 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734823 Jan 20 07:23:50.966721 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-30be9db9-4fc6-4866-8114-508342416319 req-a9494348-ca87-4bbc-a107-d341a935f953 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 210 time: 0.0411694 Jan 20 07:23:51.001361 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-b9358798-8066-418c-a67b-4fe555bb270f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:51.002975 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-b9358798-8066-418c-a67b-4fe555bb270f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 811 time: 0.1534290 Jan 20 07:23:51.100411 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-4a7110c0-6434-4192-be6b-771c7c945acd tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 378 time: 0.0876539 Jan 20 07:23:51.114714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bafa0-7b90-419c-a8f0-0f67e92bb1bd req-6ff77456-5824-480c-91ec-e9501a4ab07f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:51.116050 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ad4bafa0-7b90-419c-a8f0-0f67e92bb1bd req-6ff77456-5824-480c-91ec-e9501a4ab07f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0811610 Jan 20 07:23:51.120487 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'port': {'device_id': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'admin_state_up': True, 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'security_groups': ['26ceeb8d-d610-47a7-b98f-5081aae15834']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:51.246570 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ad4bafa0-7b90-419c-a8f0-0f67e92bb1bd req-84fa4d4a-b70c-429a-8f0d-30c526fe90aa tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228063 Jan 20 07:23:51.278175 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Made reservation on behalf of 87c35b69d9154a58b6918d8e85b66ad6 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:23:51.281681 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:51.417903 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Allocated IP 172.20.0.7 (315e85cd-8493-4bce-83f1-fa85785161f0/f665b2d1-0c43-453c-b532-e1af748ba76c/30a6d70c-e529-4e91-a1a2-aca96e470d76) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:23:51.562651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:51.600949 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:51.647193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:23:51.651153 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:23:51.654578 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:23:51.700986 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=30a6d70c-e529-4e91-a1a2-aca96e470d76,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:51.737267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:51.738127 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:51.761010 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-47380428-01fb-4b2c-81b7-ebeded1aa545 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437790 Jan 20 07:23:52.015152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-4c82fd4f-0c8c-41ad-87fa-084cbd1b4457 None None] Provisioning complete for port 30a6d70c-e529-4e91-a1a2-aca96e470d76 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:23:52.015152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4c82fd4f-0c8c-41ad-87fa-084cbd1b4457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:52.051619 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-4c82fd4f-0c8c-41ad-87fa-084cbd1b4457 None None] Port 30a6d70c-e529-4e91-a1a2-aca96e470d76 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:23:52.094490 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939817e-0c16-4feb-bbc5-02006089fd2e req-60139fb2-690c-4095-8d86-3ecf37a76dc8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:52.095957 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3939817e-0c16-4feb-bbc5-02006089fd2e req-60139fb2-690c-4095-8d86-3ecf37a76dc8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 931 time: 0.0541723 Jan 20 07:23:52.151259 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3939817e-0c16-4feb-bbc5-02006089fd2e req-39789c23-b5f9-4608-87aa-eabb1db9510f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497344 Jan 20 07:23:52.372633 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b904-580b-4aec-96db-aefde15bad56 req-1a4989fe-8d83-47d9-a640-c30eb2fe8b99 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:52.374225 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f566b904-580b-4aec-96db-aefde15bad56 req-1a4989fe-8d83-47d9-a640-c30eb2fe8b99 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0526555 Jan 20 07:23:52.439309 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f566b904-580b-4aec-96db-aefde15bad56 req-f2085abf-8abb-49e4-bc5e-6c01926ceb31 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591466 Jan 20 07:23:53.272256 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491394e-bc26-4dea-bc96-27b840a7132d req-627c944e-ee32-4077-9e51-c445039015cc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:53.274426 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8491394e-bc26-4dea-bc96-27b840a7132d req-627c944e-ee32-4077-9e51-c445039015cc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 931 time: 0.0541849 Jan 20 07:23:53.327286 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8491394e-bc26-4dea-bc96-27b840a7132d req-2ca2b492-571f-4aed-adfa-53f385e8e9e5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469892 Jan 20 07:23:53.569067 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84159-5916-40a3-89ff-6fa2b280093e req-2285f7af-ac1d-490f-a919-793ae65dd575 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:53.570622 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ab84159-5916-40a3-89ff-6fa2b280093e req-2285f7af-ac1d-490f-a919-793ae65dd575 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0565932 Jan 20 07:23:53.632848 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ab84159-5916-40a3-89ff-6fa2b280093e req-e3dcea73-7c10-403c-aa4a-d6f3aec1067d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558197 Jan 20 07:23:54.187834 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:23:54.188442 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Request body: {'port': {'device_id': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:23:54.209271 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:23:54.209633 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 6df5eba8-3161-4730-9ae2-5e82bf7bbb89 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:23:54.243920 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:54.465809 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77defb-4f9c-4f07-ab1e-65a220f55359 req-8e4eccf2-eef5-485d-a279-a3bdfb58529f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:54.468023 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4e77defb-4f9c-4f07-ab1e-65a220f55359 req-8e4eccf2-eef5-485d-a279-a3bdfb58529f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 931 time: 0.0689311 Jan 20 07:23:54.538836 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4e77defb-4f9c-4f07-ab1e-65a220f55359 req-52017696-8228-4ee2-be57-4ad8991dc354 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614185 Jan 20 07:23:54.546430 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a6d70c-e529-4e91-a1a2-aca96e470d76 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:23:54.561653 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Publish callbacks [] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:54.574532 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Transition to ACTIVE for port object 30a6d70c-e529-4e91-a1a2-aca96e470d76 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:23:54.578347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:54.636207 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Pushing event updated for resources: {'Port': ['ID=30a6d70c-e529-4e91-a1a2-aca96e470d76,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:54.756347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Attempting to bind port 30a6d70c-e529-4e91-a1a2-aca96e470d76 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:23:54.756899 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Attempting to bind port 30a6d70c-e529-4e91-a1a2-aca96e470d76 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:23:54.757471 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Attempting to bind port 30a6d70c-e529-4e91-a1a2-aca96e470d76 on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:54.783944 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Port 30a6d70c-e529-4e91-a1a2-aca96e470d76 on network 315e85cd-8493-4bce-83f1-fa85785161f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:23:54.784268 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Attempting to bind port 30a6d70c-e529-4e91-a1a2-aca96e470d76 on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:23:54.805987 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:23:54.805987 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Checking segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:23:54.805987 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Bound using segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:23:54.806617 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Bound port: 30a6d70c-e529-4e91-a1a2-aca96e470d76, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:23:54.806773 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:54.891943 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f18a8b-3dda-4dc1-a393-dade077c13c1 req-e0c8961f-0b4e-4c25-a7dc-532b8582c7df tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:54.898007 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4f18a8b-3dda-4dc1-a393-dade077c13c1 req-e0c8961f-0b4e-4c25-a7dc-532b8582c7df tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.1308393 Jan 20 07:23:54.926548 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] For port 30a6d70c-e529-4e91-a1a2-aca96e470d76, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:23:54.964164 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] For port 30a6d70c-e529-4e91-a1a2-aca96e470d76, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:23:54.987404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:55.039675 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4f18a8b-3dda-4dc1-a393-dade077c13c1 req-5d1d1353-f8e2-40ea-858d-9e0e20ce6ce8 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344490 Jan 20 07:23:55.062665 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.062665 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:23:55.062665 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] 10.222.0.42 "PUT /v2.0/ports/30a6d70c-e529-4e91-a1a2-aca96e470d76 HTTP/1.1" status: 200 len: 1093 time: 0.8746967 Jan 20 07:23:55.062665 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:23:55.062665 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ca118-aa60-40bc-a1fc-90f5783449ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:23:55.094379 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fffc86-9e67-47aa-b101-e7f520697429 service neutron] Pushing event updated for resources: {'Port': ['ID=30a6d70c-e529-4e91-a1a2-aca96e470d76,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:23:55.113594 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb59725-0670-419a-bd2d-7ffd8868ca3c x-openstack-request-id: req-8bb59725-0670-419a-bd2d-7ffd8868ca3c {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:23:55.113594 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:23:55.113594 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bb59725-0670-419a-bd2d-7ffd8868ca3c {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:23:55.113594 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'status': 'completed', 'code': 200} Jan 20 07:23:55.173791 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-8ba1e579-4e39-443c-9cce-e9594d0c4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.175465 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-8ba1e579-4e39-443c-9cce-e9594d0c4745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 1096 time: 0.0536685 Jan 20 07:23:55.222220 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-b7a07c30-9d64-4518-88a6-58d14d5be7d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76 HTTP/1.1" status: 200 len: 217 time: 0.0372007 Jan 20 07:23:55.284195 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-0960f97b-fe03-43a6-aa7e-19d289d2417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.285837 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-0960f97b-fe03-43a6-aa7e-19d289d2417a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0569134 Jan 20 07:23:55.339320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f0499216-731f-4346-9a0f-2409e254bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.340874 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-f0499216-731f-4346-9a0f-2409e254bd56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475805 Jan 20 07:23:55.452821 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-d32360e1-58d0-4836-87a5-b91d4d5dbaf6 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039324 Jan 20 07:23:55.572313 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a26ab57b-ba7b-46fd-83ea-2e5047b30238 req-a8e9292c-771c-448d-8617-6c60205ae5ea service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122460 Jan 20 07:23:55.693524 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3b9ad-b2b6-4212-b784-b2af962e6e67 req-5d900381-3597-4b82-acd1-fe05fc1c30ff tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.694913 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-17a3b9ad-b2b6-4212-b784-b2af962e6e67 req-5d900381-3597-4b82-acd1-fe05fc1c30ff tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0736389 Jan 20 07:23:55.701171 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-b2882436-86bd-47d5-b19a-f47423c1b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.702647 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-b2882436-86bd-47d5-b19a-f47423c1b8e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 1096 time: 0.0726666 Jan 20 07:23:55.811065 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-17a3b9ad-b2b6-4212-b784-b2af962e6e67 req-cbfcdbaa-a98b-4374-be4b-9f69b380d85e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074364 Jan 20 07:23:55.838429 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-8482f2f4-0d8b-4a22-a0cb-b7db637483fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.839919 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-8482f2f4-0d8b-4a22-a0cb-b7db637483fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.1296272 Jan 20 07:23:55.888544 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-b1db5f34-0592-48d9-8afe-1d465080026a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76 HTTP/1.1" status: 200 len: 217 time: 0.0369229 Jan 20 07:23:55.942346 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-cdfc571d-72db-4cad-97f7-64133814d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.943843 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-cdfc571d-72db-4cad-97f7-64133814d080 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0486007 Jan 20 07:23:55.992546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-86ec4d76-06ae-4206-ad70-da28d019817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:55.994732 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-86ec4d76-06ae-4206-ad70-da28d019817e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430126 Jan 20 07:23:56.109212 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-5fad84cd-240c-47da-a48a-f97aae5ab602 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062129 Jan 20 07:23:56.184431 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c637c6-e02d-4547-b73c-8cf87bac67ea req-5d5968e2-00ef-4b07-ace5-2a4e2cc93838 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:56.185955 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-92c637c6-e02d-4547-b73c-8cf87bac67ea req-5d5968e2-00ef-4b07-ace5-2a4e2cc93838 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0576618 Jan 20 07:23:56.205165 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3ca118-aa60-40bc-a1fc-90f5783449ca req-45f6be14-5198-4e1b-b581-62976c85e3a7 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Jan 20 07:23:56.254943 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-92c637c6-e02d-4547-b73c-8cf87bac67ea req-cae2e112-7915-450e-84d4-cb6d93545a98 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630412 Jan 20 07:23:56.937788 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227b296-fbf9-4058-83cf-20d7fbd4c701 req-bea003ee-5253-41ab-a8f5-1e798cf204a4 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:56.939382 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b227b296-fbf9-4058-83cf-20d7fbd4c701 req-bea003ee-5253-41ab-a8f5-1e798cf204a4 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0527639 Jan 20 07:23:56.999612 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b227b296-fbf9-4058-83cf-20d7fbd4c701 req-0e06184b-a8bb-4148-a84d-065a90b5b696 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541408 Jan 20 07:23:57.370357 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba128621-f3d4-49ac-9eb3-d03669f45146 req-981df224-5b69-4d1b-8ad9-ca96c168b922 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:57.371861 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba128621-f3d4-49ac-9eb3-d03669f45146 req-981df224-5b69-4d1b-8ad9-ca96c168b922 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0490413 Jan 20 07:23:57.431903 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba128621-f3d4-49ac-9eb3-d03669f45146 req-22b5ec69-8abe-4379-a442-97b30952e6fc tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542133 Jan 20 07:23:58.123577 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a69e-716c-4d80-87d9-1139c2dbc656 req-f6b835ad-77a1-4db0-930b-1bf3b363f09c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:58.125090 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9799a69e-716c-4d80-87d9-1139c2dbc656 req-f6b835ad-77a1-4db0-930b-1bf3b363f09c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0572150 Jan 20 07:23:58.178199 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9799a69e-716c-4d80-87d9-1139c2dbc656 req-808561e6-d254-429a-af1e-f7682b6cf588 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473392 Jan 20 07:23:58.549022 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5fc4-18bf-47ae-8ffa-3bef07fba492 req-10ec9516-238e-46fb-8d07-15caea3a12ae tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:58.550533 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63fe5fc4-18bf-47ae-8ffa-3bef07fba492 req-10ec9516-238e-46fb-8d07-15caea3a12ae tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0520117 Jan 20 07:23:58.610686 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63fe5fc4-18bf-47ae-8ffa-3bef07fba492 req-e81db80c-5fa7-49ba-a82f-f590f86960c2 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539284 Jan 20 07:23:59.296488 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8e7ce-8546-4d38-a662-15326aac90ee req-c16c7dd2-b6ef-49b3-95c8-0ffb0deaf61f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:59.297982 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-50c8e7ce-8546-4d38-a662-15326aac90ee req-c16c7dd2-b6ef-49b3-95c8-0ffb0deaf61f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0485651 Jan 20 07:23:59.347127 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-50c8e7ce-8546-4d38-a662-15326aac90ee req-6d809fef-34e7-482e-9f0d-35df6ef50dce tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436025 Jan 20 07:23:59.756902 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b021dc0-a488-4e18-9ad7-3b05d134988a req-ea7bce53-2d5a-4a72-ac70-377f60b3fb42 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:59.759122 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b021dc0-a488-4e18-9ad7-3b05d134988a req-ea7bce53-2d5a-4a72-ac70-377f60b3fb42 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0680227 Jan 20 07:23:59.844384 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b021dc0-a488-4e18-9ad7-3b05d134988a req-e2913027-0579-4ec7-95b8-a3236418863a tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793808 Jan 20 07:23:59.956963 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-70f1f1a4-7797-4269-a857-261ad80a2ef8 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:23:59.958572 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-70f1f1a4-7797-4269-a857-261ad80a2ef8 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/networks?id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 200 len: 814 time: 0.1147954 Jan 20 07:23:59.980462 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-12897ebb-7e22-4837-90f8-f51865120132 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/quotas/278498acdc194706a9ba6fa0fe40f674 HTTP/1.1" status: 200 len: 375 time: 0.0153880 Jan 20 07:24:00.014058 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-e455c9f9-8dde-42f5-90d4-d5baabfe4807 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=278498acdc194706a9ba6fa0fe40f674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273316 Jan 20 07:24:00.108751 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7540a2b2-d74e-477b-b52a-d9b218aa176a service neutron] 10.222.0.53 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880671 Jan 20 07:24:00.204345 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-20d755e9-53a5-47da-a364-088c8d8951aa service neutron] 10.222.0.53 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892539 Jan 20 07:24:00.383403 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48fb43c3-f481-4a89-9b1e-b8feaa452339 req-8335c3e2-e2db-4d42-8a4b-04d2a2a71c85 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 210 time: 0.0268068 Jan 20 07:24:00.468718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce826c8-0d1b-4e91-ba8b-35fcd14b0629 req-1eaaf115-70d6-4aa2-86ca-597d5da51c16 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:00.470252 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dce826c8-0d1b-4e91-ba8b-35fcd14b0629 req-1eaaf115-70d6-4aa2-86ca-597d5da51c16 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0520115 Jan 20 07:24:00.533148 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dce826c8-0d1b-4e91-ba8b-35fcd14b0629 req-1c30a1a3-6e4c-4ff0-99ec-2490e468c418 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568719 Jan 20 07:24:01.001644 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707392f-54dc-4b4d-96f7-a9e0b2a966b4 req-8ab0660e-b60c-4e1e-b487-99f8a46147f3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:01.003223 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1707392f-54dc-4b4d-96f7-a9e0b2a966b4 req-8ab0660e-b60c-4e1e-b487-99f8a46147f3 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0768487 Jan 20 07:24:01.079442 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1707392f-54dc-4b4d-96f7-a9e0b2a966b4 req-1e5d3421-2e5f-4549-b1be-a41dbb700a7f tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648940 Jan 20 07:24:01.406980 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-b0b07003-8b5a-4168-93ef-842dc7215611 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:01.408453 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-b0b07003-8b5a-4168-93ef-842dc7215611 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "GET /v2.0/networks?id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 200 len: 814 time: 0.1063917 Jan 20 07:24:01.424807 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Request body: {'port': {'device_id': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26', 'admin_state_up': True, 'tenant_id': '278498acdc194706a9ba6fa0fe40f674'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:01.505643 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7583c-076e-4631-8b77-bf6ee3f7fdef req-dc78592d-762d-450a-b98e-17318320842e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 210 time: 0.0380251 Jan 20 07:24:01.562768 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Made reservation on behalf of 278498acdc194706a9ba6fa0fe40f674 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:24:01.566376 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:01.644109 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb109d05-f28a-407e-8834-a7d2147798f6 req-8a2c4c73-8097-42c1-9f57-5c1a7a062d1a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:01.645633 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fb109d05-f28a-407e-8834-a7d2147798f6 req-8a2c4c73-8097-42c1-9f57-5c1a7a062d1a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0499804 Jan 20 07:24:01.694530 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Allocated IP 172.20.0.9 (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26/7d16a2cc-3625-48c5-bc30-4afa6f76018e/d8f97263-2f15-4842-941d-5cfbe11115be) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:24:01.699322 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fb109d05-f28a-407e-8834-a7d2147798f6 req-c9b53f66-718a-4c29-88a2-cca841e98d42 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471811 Jan 20 07:24:01.813795 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf587-eb2b-4b7b-a58d-21222ae3a428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:01.843612 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks [] for port (d8f97263-2f15-4842-941d-5cfbe11115be), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:01.876458 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:01.925559 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:24:01.928642 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:24:01.932542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:24:01.938885 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Pushing event updated for resources: {'Port': ['ID=d8f97263-2f15-4842-941d-5cfbe11115be,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:01.984753 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:01.985361 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:02.001515 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-7af8ad1a-2b0f-409b-a9da-74be4e89d18e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810778 Jan 20 07:24:02.013599 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Request body: {'port': {'device_id': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:02.066957 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:02.517742 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dd997-1840-49b1-8607-a592f1188469 req-fc8f2993-0cb5-48be-9292-1e5e72a26590 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:02.519159 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e60dd997-1840-49b1-8607-a592f1188469 req-fc8f2993-0cb5-48be-9292-1e5e72a26590 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.1111717 Jan 20 07:24:02.633056 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554766f9-ccd4-4d80-bf4b-1e95855167e1 req-ecea734c-36c2-4e4f-ba60-b1203d4de41c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:02.635844 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-554766f9-ccd4-4d80-bf4b-1e95855167e1 req-ecea734c-36c2-4e4f-ba60-b1203d4de41c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 931 time: 0.0596914 Jan 20 07:24:02.635998 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e60dd997-1840-49b1-8607-a592f1188469 req-efa7cd05-655b-4eef-b83f-61e49b715f2e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080251 Jan 20 07:24:02.668050 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f97263-2f15-4842-941d-5cfbe11115be {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:02.675785 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Publish callbacks [] for port (d8f97263-2f15-4842-941d-5cfbe11115be), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:02.688810 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Transition to ACTIVE for port object d8f97263-2f15-4842-941d-5cfbe11115be will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:24:02.692024 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:02.698574 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-554766f9-ccd4-4d80-bf4b-1e95855167e1 req-a897a21e-629c-4cfa-9e41-8f02648f9129 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Jan 20 07:24:02.745360 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f97263-2f15-4842-941d-5cfbe11115be,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.847348 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:02.850091 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622fb70-cb6e-46d7-b289-4a9fefd422f2 req-faa7e097-cb7c-469d-a5b9-5abda437584f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:02.851051 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e622fb70-cb6e-46d7-b289-4a9fefd422f2 req-faa7e097-cb7c-469d-a5b9-5abda437584f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0835109 Jan 20 07:24:02.855227 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Attempting to bind port d8f97263-2f15-4842-941d-5cfbe11115be on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:24:02.855563 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Attempting to bind port d8f97263-2f15-4842-941d-5cfbe11115be by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:24:02.855887 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Attempting to bind port d8f97263-2f15-4842-941d-5cfbe11115be on network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:24:02.876510 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Port d8f97263-2f15-4842-941d-5cfbe11115be on network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:24:02.876840 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Attempting to bind port d8f97263-2f15-4842-941d-5cfbe11115be on network b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:24:02.888044 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:24:02.888377 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Checking segment: {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:24:02.888756 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Bound using segment: {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:24:02.889272 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Bound port: d8f97263-2f15-4842-941d-5cfbe11115be, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:24:02.889560 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:02.925599 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e622fb70-cb6e-46d7-b289-4a9fefd422f2 req-d9bbfb74-f526-4711-9568-be58ced71eef tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674357 Jan 20 07:24:02.973193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] For port d8f97263-2f15-4842-941d-5cfbe11115be, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:24:02.976083 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] For port d8f97263-2f15-4842-941d-5cfbe11115be, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8f97263-2f15-4842-941d-5cfbe11115be,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:24:02.980518 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:03.016473 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.017088 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:03.018482 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/d8f97263-2f15-4842-941d-5cfbe11115be HTTP/1.1" status: 200 len: 1093 time: 1.0095365 Jan 20 07:24:03.018920 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'tag': 'd8f97263-2f15-4842-941d-5cfbe11115be'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:03.021131 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb210a3-d786-4784-9eec-563b825d0da6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e95f59b-b983-4839-9bf9-bb16b4f12c8d", "tag": "d8f97263-2f15-4842-941d-5cfbe11115be"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:03.043214 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29648-4597-4409-83c2-e348041a42f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f97263-2f15-4842-941d-5cfbe11115be,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:03.069124 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3890feae-aaf5-46b5-86f0-851da4fa2c21 x-openstack-request-id: req-3890feae-aaf5-46b5-86f0-851da4fa2c21 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:03.069417 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e95f59b-b983-4839-9bf9-bb16b4f12c8d", "tag": "d8f97263-2f15-4842-941d-5cfbe11115be", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:03.069711 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3890feae-aaf5-46b5-86f0-851da4fa2c21 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:03.070111 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'tag': 'd8f97263-2f15-4842-941d-5cfbe11115be', 'status': 'completed', 'code': 200} Jan 20 07:24:03.099741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-2b306dc8-f620-4568-b2a7-8fe1455ffbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.101157 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-2b306dc8-f620-4568-b2a7-8fe1455ffbc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=278498acdc194706a9ba6fa0fe40f674&device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 1096 time: 0.0426710 Jan 20 07:24:03.153588 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-696d39cc-e2f3-4014-b5de-6139567679c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8f97263-2f15-4842-941d-5cfbe11115be HTTP/1.1" status: 200 len: 217 time: 0.0429566 Jan 20 07:24:03.202036 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-d1334219-4d06-4a50-9be1-94f9426a0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.203470 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-d1334219-4d06-4a50-9be1-94f9426a0b35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d16a2cc-3625-48c5-bc30-4afa6f76018e HTTP/1.1" status: 200 len: 854 time: 0.0436234 Jan 20 07:24:03.234234 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-f7587abd-9640-41e5-b9ae-5300562ae219 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239875 Jan 20 07:24:03.326542 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-4751a429-68b1-4870-ad84-585ee4954a70 service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Jan 20 07:24:03.415375 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abccea5c-e21c-4740-bdf2-760a72c8307c req-c1da8273-5002-4f27-9f4b-b09a48a6a209 service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818856 Jan 20 07:24:03.510296 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-27a18aa6-3715-4e4e-83d5-c8b32e00ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.512252 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-27a18aa6-3715-4e4e-83d5-c8b32e00ed79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=278498acdc194706a9ba6fa0fe40f674&device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 1096 time: 0.0427492 Jan 20 07:24:03.608106 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-e825e81d-7efd-4d57-a93e-96efcc06205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.609605 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-e825e81d-7efd-4d57-a93e-96efcc06205f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 200 len: 915 time: 0.0913620 Jan 20 07:24:03.652343 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-99070f53-f1ed-4cfe-8ead-5693e5c8875b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8f97263-2f15-4842-941d-5cfbe11115be HTTP/1.1" status: 200 len: 217 time: 0.0356464 Jan 20 07:24:03.708085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-28dc3b14-e1f8-45d2-9459-8621f4969b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.709720 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-28dc3b14-e1f8-45d2-9459-8621f4969b9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d16a2cc-3625-48c5-bc30-4afa6f76018e HTTP/1.1" status: 200 len: 854 time: 0.0503051 Jan 20 07:24:03.760176 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-05eed376-60cd-4171-b929-bb3a291eb99e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397131 Jan 20 07:24:03.824541 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02574381-3dea-43aa-aa6b-44644f0568ca req-f2cac74c-15c4-4328-8043-d9a60545db5e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.826206 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-02574381-3dea-43aa-aa6b-44644f0568ca req-f2cac74c-15c4-4328-8043-d9a60545db5e tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 943 time: 0.0542824 Jan 20 07:24:03.827928 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b3c33-40e2-4e4e-97d0-11870ce0384f req-2aa09c2b-ef73-4ce6-a333-15c0e4cfabe4 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:03.829760 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d33b3c33-40e2-4e4e-97d0-11870ce0384f req-2aa09c2b-ef73-4ce6-a333-15c0e4cfabe4 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.1190250 Jan 20 07:24:03.883119 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-02574381-3dea-43aa-aa6b-44644f0568ca req-85324a7b-79a9-4239-bb78-2af22a54cc6f tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482783 Jan 20 07:24:03.912559 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-41faaec4-3fd9-46b0-ad41-b1ecb2266443 service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434989 Jan 20 07:24:03.937093 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d33b3c33-40e2-4e4e-97d0-11870ce0384f req-258ebb0a-332d-4926-b507-5be1d0d67ae0 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995767 Jan 20 07:24:04.015624 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fdb210a3-d786-4784-9eec-563b825d0da6 req-eb1e3ef5-a138-4b1f-87f3-385c4143c9be service neutron] 10.222.0.42 "GET /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952337 Jan 20 07:24:04.048599 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3fb6b-bc73-4984-b834-37117c4ba109 req-35961335-20d1-47a5-b71d-9347bdb37255 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:04.050140 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcc3fb6b-bc73-4984-b834-37117c4ba109 req-35961335-20d1-47a5-b71d-9347bdb37255 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 943 time: 0.0520883 Jan 20 07:24:04.102594 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcc3fb6b-bc73-4984-b834-37117c4ba109 req-a3cde5b9-bc5e-4e46-8926-925356c79296 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464704 Jan 20 07:24:04.219443 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30a6d70c-e529-4e91-a1a2-aca96e470d76 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:24:04.315479 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 30a6d70c-e529-4e91-a1a2-aca96e470d76, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:04.327994 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'port_id': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'mac_address': 'fa:16:3e:65:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:24:04.365922 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 30a6d70c-e529-4e91-a1a2-aca96e470d76 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:04.366311 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:04.380055 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a6d70c-e529-4e91-a1a2-aca96e470d76 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:04.400868 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 30a6d70c-e529-4e91-a1a2-aca96e470d76, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:04.405595 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:04.451339 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=30a6d70c-e529-4e91-a1a2-aca96e470d76,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:04.459180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.459548 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.459945 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.460630 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.460996 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.461494 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.461855 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.462284 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.462653 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.463233 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.463663 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.463989 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.464321 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:04.712651 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['30a6d70c-e529-4e91-a1a2-aca96e470d76'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:05.025146 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd984db-6658-4aa8-bc8f-de6e173375f0 req-15d0d0ef-b79d-4a12-bdde-74aa489034c0 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:05.033074 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5fd984db-6658-4aa8-bc8f-de6e173375f0 req-15d0d0ef-b79d-4a12-bdde-74aa489034c0 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 943 time: 0.0653813 Jan 20 07:24:05.069643 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140de3f-00db-44b9-98b8-69bfd857d7a4 req-5e3e6dbf-68ff-4af5-973b-e9f955e59afa tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:05.074170 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9140de3f-00db-44b9-98b8-69bfd857d7a4 req-5e3e6dbf-68ff-4af5-973b-e9f955e59afa tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0628662 Jan 20 07:24:05.082611 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5fd984db-6658-4aa8-bc8f-de6e173375f0 req-f95ade2a-c5d5-424d-bc38-e3f346d93e0d tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Jan 20 07:24:05.133817 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9140de3f-00db-44b9-98b8-69bfd857d7a4 req-54410961-97f0-48f7-a255-2112a5fab16e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559337 Jan 20 07:24:05.216062 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-36544dfb-f378-4232-b0db-1047dfbda8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:05.220109 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e42ef-95da-42c7-8c0b-654eaf031f3f req-87e0795c-d111-4f9d-bf79-638fb932453a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:05.221792 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c8e42ef-95da-42c7-8c0b-654eaf031f3f req-87e0795c-d111-4f9d-bf79-638fb932453a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 944 time: 0.0504601 Jan 20 07:24:05.269861 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c8e42ef-95da-42c7-8c0b-654eaf031f3f req-56ef1796-ebf9-4023-a315-25fe1d346dd6 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425801 Jan 20 07:24:05.710453 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:05.917343 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:06.210094 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431d5e8-509d-4b33-8b28-e1eaeb6d2862 req-0f3c099d-a232-42a6-a357-ed3efa33002a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:06.211593 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8431d5e8-509d-4b33-8b28-e1eaeb6d2862 req-0f3c099d-a232-42a6-a357-ed3efa33002a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 943 time: 0.0553772 Jan 20 07:24:06.257790 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff24-0b14-41f8-81c5-65c7fcd35ca0 req-808bb644-e7fe-412e-923c-0f6535309189 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:06.259400 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6ed8ff24-0b14-41f8-81c5-65c7fcd35ca0 req-808bb644-e7fe-412e-923c-0f6535309189 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0537350 Jan 20 07:24:06.266915 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8431d5e8-509d-4b33-8b28-e1eaeb6d2862 req-0e7df763-de14-4f0b-882b-150a8e4e636c tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Jan 20 07:24:06.336633 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6ed8ff24-0b14-41f8-81c5-65c7fcd35ca0 req-8f7c6ca0-c124-4278-9b59-ff98b6938006 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&id=362f69bd-3ca2-4aee-abe6-20293918f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714226 Jan 20 07:24:06.402862 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faca496-e935-4839-90c4-6bb07ece2e3e req-b7148a58-c291-4972-9cbc-a1667ea4896d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:06.404376 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4faca496-e935-4839-90c4-6bb07ece2e3e req-b7148a58-c291-4972-9cbc-a1667ea4896d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 944 time: 0.0548913 Jan 20 07:24:06.460319 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4faca496-e935-4839-90c4-6bb07ece2e3e req-f320db61-11d5-4454-a268-627a9140eeae tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501359 Jan 20 07:24:06.900279 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device d8f97263-2f15-4842-941d-5cfbe11115be details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:24:07.002562 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port d8f97263-2f15-4842-941d-5cfbe11115be, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8f97263-2f15-4842-941d-5cfbe11115be,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:07.014807 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'd8f97263-2f15-4842-941d-5cfbe11115be', 'network_id': 'b79ba9a5-26ae-4f25-8c3c-4e52539c8d26', 'port_id': 'd8f97263-2f15-4842-941d-5cfbe11115be', 'mac_address': 'fa:16:3e:f0:0e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d16a2cc-3625-48c5-bc30-4afa6f76018e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:24:07.056142 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port d8f97263-2f15-4842-941d-5cfbe11115be is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:07.056535 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:07.069832 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f97263-2f15-4842-941d-5cfbe11115be {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:07.090190 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port d8f97263-2f15-4842-941d-5cfbe11115be, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8f97263-2f15-4842-941d-5cfbe11115be,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:07.095733 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:07.142962 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=d8f97263-2f15-4842-941d-5cfbe11115be,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:07.387822 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e8b7-ae79-4285-b24d-d3bcd3f55b90 req-d97db494-799a-4e91-8787-55a08f0e247d tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:07.389315 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abf0e8b7-ae79-4285-b24d-d3bcd3f55b90 req-d97db494-799a-4e91-8787-55a08f0e247d tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 944 time: 0.0518844 Jan 20 07:24:07.436083 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-abf0e8b7-ae79-4285-b24d-d3bcd3f55b90 req-20531aed-df55-48e6-b78f-7d2836ae590a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jan 20 07:24:07.586979 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548935b-5429-4c78-99fc-e7e6581b22e9 req-89dcf642-ae70-4c60-b09e-84792f87df4c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:07.588497 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c548935b-5429-4c78-99fc-e7e6581b22e9 req-89dcf642-ae70-4c60-b09e-84792f87df4c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 944 time: 0.0578549 Jan 20 07:24:07.648206 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c548935b-5429-4c78-99fc-e7e6581b22e9 req-d12833dd-b789-4811-a744-a951ada28afc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537817 Jan 20 07:24:07.761470 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:08.197400 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['d8f97263-2f15-4842-941d-5cfbe11115be'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:08.403454 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:08.568192 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5190d89-47e5-4dd2-9086-cf0adce20543 req-9920cee4-b73f-458a-85d2-ebcf1713fe05 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:08.570163 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e5190d89-47e5-4dd2-9086-cf0adce20543 req-9920cee4-b73f-458a-85d2-ebcf1713fe05 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 944 time: 0.0639267 Jan 20 07:24:08.625751 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e5190d89-47e5-4dd2-9086-cf0adce20543 req-3c8a7421-6c2a-4c6b-a109-f78c2553afd7 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Jan 20 07:24:08.768669 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2d3f-8b29-4ef4-b0de-f1c6fc36162a req-6380a615-2855-4603-9ee6-ff885a16ffea tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:08.770286 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1a2e2d3f-8b29-4ef4-b0de-f1c6fc36162a req-6380a615-2855-4603-9ee6-ff885a16ffea tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 944 time: 0.0508628 Jan 20 07:24:08.824351 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1a2e2d3f-8b29-4ef4-b0de-f1c6fc36162a req-d288e390-6826-4da2-a99a-44bbe9542dfc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478122 Jan 20 07:24:09.748729 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b12dd-1507-4f6b-9a47-d430394f2248 req-5f5f532e-2215-479d-b349-2483ab8a815f tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:09.750342 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-748b12dd-1507-4f6b-9a47-d430394f2248 req-5f5f532e-2215-479d-b349-2483ab8a815f tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 944 time: 0.0539939 Jan 20 07:24:09.817838 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-748b12dd-1507-4f6b-9a47-d430394f2248 req-05e642ce-41f4-4de1-8301-40715e518957 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612323 Jan 20 07:24:09.955678 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc9144-c823-43a3-8d6c-8ed2fbfdf5fc req-94dbd072-4899-4433-a5c8-aa97b7dde4f5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:09.957975 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45cc9144-c823-43a3-8d6c-8ed2fbfdf5fc req-94dbd072-4899-4433-a5c8-aa97b7dde4f5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 944 time: 0.0606961 Jan 20 07:24:10.011052 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45cc9144-c823-43a3-8d6c-8ed2fbfdf5fc req-61a19bf0-d758-439d-a269-cc071c6f1f28 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466347 Jan 20 07:24:10.232067 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30a6d70c-e529-4e91-a1a2-aca96e470d76 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:24:10.281512 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 30a6d70c-e529-4e91-a1a2-aca96e470d76 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:24:10.285850 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 30a6d70c-e529-4e91-a1a2-aca96e470d76 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:10.286229 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:10.368083 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 30a6d70c-e529-4e91-a1a2-aca96e470d76 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:10.368506 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:10.393493 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:10.395788 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2321a1-2a12-4c38-b0be-d98badf6703e" -d '{"events": [{"server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "name": "network-vif-plugged", "status": "completed", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:10.409040 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 30a6d70c-e529-4e91-a1a2-aca96e470d76, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:10.413528 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:10.414468 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device d8f97263-2f15-4842-941d-5cfbe11115be up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:24:10.437762 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d66d5-01bb-4a54-85f9-0ccf009c84a7 x-openstack-request-id: req-374d66d5-01bb-4a54-85f9-0ccf009c84a7 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:10.438072 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "name": "network-vif-plugged", "status": "completed", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:10.438316 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-374d66d5-01bb-4a54-85f9-0ccf009c84a7 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:10.438704 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'code': 200} Jan 20 07:24:10.495401 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=30a6d70c-e529-4e91-a1a2-aca96e470d76,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:10.511745 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port d8f97263-2f15-4842-941d-5cfbe11115be completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:24:10.516893 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port d8f97263-2f15-4842-941d-5cfbe11115be triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:10.517251 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:10.600230 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port d8f97263-2f15-4842-941d-5cfbe11115be is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:10.600635 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:10.633985 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port d8f97263-2f15-4842-941d-5cfbe11115be, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8f97263-2f15-4842-941d-5cfbe11115be,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:10.640501 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:10.679662 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ee90c-655e-4dd3-919a-6efed8e41a35 req-db671157-b508-4907-aa58-0176ceb76844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:10.681980 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fe8ee90c-655e-4dd3-919a-6efed8e41a35 req-db671157-b508-4907-aa58-0176ceb76844 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 1098 time: 0.0456023 Jan 20 07:24:10.697490 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=d8f97263-2f15-4842-941d-5cfbe11115be,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:10.737192 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fe8ee90c-655e-4dd3-919a-6efed8e41a35 req-fff3f3db-eb81-40d5-9b8c-8799527ad649 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480504 Jan 20 07:24:10.940205 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e206fb-54f7-474f-9fe8-83296603e733 req-da69e833-2644-49cc-8528-29ae7ec2fdb3 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:10.941969 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70e206fb-54f7-474f-9fe8-83296603e733 req-da69e833-2644-49cc-8528-29ae7ec2fdb3 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0551746 Jan 20 07:24:10.983038 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c2406-0078-45a6-be57-63c118687fa8 req-8ae7a483-1d9f-4830-b665-c81a8d430792 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:10.984658 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f83c2406-0078-45a6-be57-63c118687fa8 req-8ae7a483-1d9f-4830-b665-c81a8d430792 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0690601 Jan 20 07:24:10.999860 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70e206fb-54f7-474f-9fe8-83296603e733 req-74babbe9-73f4-483b-ae9c-c44951a249f2 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516434 Jan 20 07:24:11.045048 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f83c2406-0078-45a6-be57-63c118687fa8 req-1e6ab689-fbf0-44ef-ab55-0c26966d1ee8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547421 Jan 20 07:24:11.133042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640b89-1005-4001-8055-fd442137fa69 req-8a739d93-754b-4746-adea-466d99a4a052 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:11.134743 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69640b89-1005-4001-8055-fd442137fa69 req-8a739d93-754b-4746-adea-466d99a4a052 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Jan 20 07:24:11.187051 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69640b89-1005-4001-8055-fd442137fa69 req-455fde67-8fd0-4792-bb15-3543eb6395b2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467534 Jan 20 07:24:12.127878 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48ce8-2ca0-43ad-bcfe-cfc404dce1e0 req-c62085b1-e725-4819-a22e-3c1c46ce5651 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:12.129376 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26d48ce8-2ca0-43ad-bcfe-cfc404dce1e0 req-c62085b1-e725-4819-a22e-3c1c46ce5651 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0598173 Jan 20 07:24:12.174948 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb726-083a-4afd-b0b0-cbac0f29e0a1 req-070c1ed4-57b8-4e99-90d9-95d304dbb3df tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:12.177149 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae3cb726-083a-4afd-b0b0-cbac0f29e0a1 req-070c1ed4-57b8-4e99-90d9-95d304dbb3df tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0553837 Jan 20 07:24:12.182915 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26d48ce8-2ca0-43ad-bcfe-cfc404dce1e0 req-39a36470-0fbc-43fb-9d8d-9a39ed5bbfa9 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 Jan 20 07:24:12.241855 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae3cb726-083a-4afd-b0b0-cbac0f29e0a1 req-02571e40-cc67-4856-ad31-fa9bb6e97b52 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575762 Jan 20 07:24:12.320975 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c446e-3a8b-4df2-ae68-f72855b4d0d5 req-24637ace-c13a-45f1-9b7a-0fa6f4b3db3d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:12.322543 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1d7c446e-3a8b-4df2-ae68-f72855b4d0d5 req-24637ace-c13a-45f1-9b7a-0fa6f4b3db3d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Jan 20 07:24:12.373970 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1d7c446e-3a8b-4df2-ae68-f72855b4d0d5 req-a4953da7-3719-4a9e-93bf-73bdd4035465 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457718 Jan 20 07:24:12.440498 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f97263-2f15-4842-941d-5cfbe11115be'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:12.443255 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe163d9f-b099-42ad-8121-0be66b2c12cf" -d '{"events": [{"server_uuid": "3e95f59b-b983-4839-9bf9-bb16b4f12c8d", "name": "network-vif-plugged", "status": "completed", "tag": "d8f97263-2f15-4842-941d-5cfbe11115be"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:12.484488 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0548f87-ad07-46b8-bb9c-cc29953aa705 x-openstack-request-id: req-a0548f87-ad07-46b8-bb9c-cc29953aa705 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:12.484782 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95f59b-b983-4839-9bf9-bb16b4f12c8d", "name": "network-vif-plugged", "status": "completed", "tag": "d8f97263-2f15-4842-941d-5cfbe11115be", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:12.485041 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0548f87-ad07-46b8-bb9c-cc29953aa705 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:12.485497 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f97263-2f15-4842-941d-5cfbe11115be', 'code': 200} Jan 20 07:24:12.507011 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a3c4-ad86-4c86-b09b-8f03891c8b67 req-9beff84c-b7c1-4da5-9bef-a93a389ed911 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:12.509168 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73d3a3c4-ad86-4c86-b09b-8f03891c8b67 req-9beff84c-b7c1-4da5-9bef-a93a389ed911 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 945 time: 0.0568998 Jan 20 07:24:12.579066 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73d3a3c4-ad86-4c86-b09b-8f03891c8b67 req-455d359c-3dc6-43ec-a444-a35c6a11ba23 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600877 Jan 20 07:24:12.605120 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34320) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:12.708829 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be764-16e5-4633-a25d-391e8dd97483 req-852f9868-3f8b-498c-873b-9dcd5695f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:12.710441 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-434be764-16e5-4633-a25d-391e8dd97483 req-852f9868-3f8b-498c-873b-9dcd5695f406 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 1098 time: 0.0449622 Jan 20 07:24:12.763852 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-434be764-16e5-4633-a25d-391e8dd97483 req-07578fa3-4363-474e-ba64-58523ce58388 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Jan 20 07:24:12.836226 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4e966-a5cf-4e8b-b4e4-8604edffd275 tempest-TestVolumeBootPattern-1933144577 tempest-TestVolumeBootPattern-1933144577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:12.837767 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1df4e966-a5cf-4e8b-b4e4-8604edffd275 tempest-TestVolumeBootPattern-1933144577 tempest-TestVolumeBootPattern-1933144577-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 1093 time: 0.2311959 Jan 20 07:24:12.840649 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34326) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:12.844949 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'port_id': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:12.868487 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:12.971012 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.060607 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-0b98c36f-071a-4f87-be28-fdd90dba2f8a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:13.062141 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-0b98c36f-071a-4f87-be28-fdd90dba2f8a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.0536528 Jan 20 07:24:13.082397 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Allocated IP 172.27.0.167 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/832e9c70-6904-4a8c-9ab7-5ad390d051af) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:24:13.158167 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Deleting port b2671e11-225a-44a9-a184-3b4842f79b37 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:24:13.158502 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.184562 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.221555 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.260093 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] For port b2671e11-225a-44a9-a184-3b4842f79b37, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b2671e11-225a-44a9-a184-3b4842f79b37,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:13.260713 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.272439 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:24:13.295257 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:24:13.297856 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:24:13.302180 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=832e9c70-6904-4a8c-9ab7-5ad390d051af,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:13.359342 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001d0e3-7374-4759-9cb2-b9530cba25bf req-84a40974-2bef-4f16-924e-24fec47d496b tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:13.360833 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2001d0e3-7374-4759-9cb2-b9530cba25bf req-84a40974-2bef-4f16-924e-24fec47d496b tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.1018026 Jan 20 07:24:13.450323 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c89ac1-96fd-4b54-8e64-8310d849850c req-82121b42-30e5-4319-9d23-ba103adc0096 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:13.451863 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-40c89ac1-96fd-4b54-8e64-8310d849850c req-82121b42-30e5-4319-9d23-ba103adc0096 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 946 time: 0.1278288 Jan 20 07:24:13.466699 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2001d0e3-7374-4759-9cb2-b9530cba25bf req-f7f87379-3dfe-45b8-8110-01b448dcb709 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872481 Jan 20 07:24:13.550585 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.551004 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (3e74adb1-e397-48e2-8d78-217174cc33bd), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.551346 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Floating IP 3e74adb1-e397-48e2-8d78-217174cc33bd disassociated. External IP: 172.27.0.216, port: b2671e11-225a-44a9-a184-3b4842f79b37. Jan 20 07:24:13.551538 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Calling delete_port for b2671e11-225a-44a9-a184-3b4842f79b37 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:24:13.559520 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-40c89ac1-96fd-4b54-8e64-8310d849850c req-b6a9b80b-eafa-4c61-9e7e-04935d0fc2c5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=5596cd95-d2be-40cf-aa75-79ff1e268fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990322 Jan 20 07:24:13.707805 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (b2671e11-225a-44a9-a184-3b4842f79b37), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.740381 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event deleted for resources: {'Port': ['ID=b2671e11-225a-44a9-a184-3b4842f79b37,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:13.881389 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Router a3d57634-22f3-4af0-9168-97c50697ea23 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:24:13.982099 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (b6b753a6-4aee-4b73-b893-51124992b049), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:13.997618 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:24:14.012334 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:24:14.027119 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:14.028180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:14.041359 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] No DVR routers for this DVR port b2671e11-225a-44a9-a184-3b4842f79b37 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:24:14.044228 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:14.047548 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4dad3c10-727f-4d81-976e-0b026cf1a937 req-c972d763-76d4-4fca-8b47-25425542759f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "DELETE /v2.0/ports/b2671e11-225a-44a9-a184-3b4842f79b37 HTTP/1.1" status: 204 len: 173 time: 0.9785936 Jan 20 07:24:14.048001 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-deleted', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:14.050347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2679e1-4914-4605-b604-2b6dd911ec47" -d '{"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-deleted", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:14.064426 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:14.091423 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebbb693-bf86-4437-a3bf-cab68bff7d57 x-openstack-request-id: req-eebbb693-bf86-4437-a3bf-cab68bff7d57 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:14.092341 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbd9b-c91e-4a7f-b2d6-27577957a76c", "name": "network-vif-deleted", "tag": "b2671e11-225a-44a9-a184-3b4842f79b37", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:14.092897 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eebbb693-bf86-4437-a3bf-cab68bff7d57 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:14.093319 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbd9b-c91e-4a7f-b2d6-27577957a76c', 'name': 'network-vif-deleted', 'tag': 'b2671e11-225a-44a9-a184-3b4842f79b37', 'status': 'completed', 'code': 200} Jan 20 07:24:14.184056 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:14.240118 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:14.246222 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:14.323334 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=832e9c70-6904-4a8c-9ab7-5ad390d051af,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:14.335513 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (b6b753a6-4aee-4b73-b893-51124992b049), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:14.409489 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:14.437996 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:24:14.444523 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Floating IP b6b753a6-4aee-4b73-b893-51124992b049 associated. External IP: 172.27.0.167, port: 30a6d70c-e529-4e91-a1a2-aca96e470d76. Jan 20 07:24:14.449020 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:14.449020 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:14.578316 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:14.594124 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79088a3d-3421-4a2b-a662-20da8c0e52ac req-5d069131-9d53-47c9-b476-f000602e0c63 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:14.595694 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79088a3d-3421-4a2b-a662-20da8c0e52ac req-5d069131-9d53-47c9-b476-f000602e0c63 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0563560 Jan 20 07:24:14.659149 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79088a3d-3421-4a2b-a662-20da8c0e52ac req-98a15095-d666-4383-823d-662ee378bea0 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Jan 20 07:24:14.705892 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f2382634-c961-405f-a6ff-ccf43246ec60 req-8109da41-ec4b-4a98-ac64-2fcf8ccb7b1c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0356987 Jan 20 07:24:14.737135 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:24:14.854305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:14.870572 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:24:14.881353 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35172c1-ccb4-4a59-847e-7edfa0c36312 None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:24:14.881903 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:24:14.890884 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:14.896867 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:14.897798 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:14.929472 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3882ae0b-ae17-4a25-a8fb-851edfc8c59e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0783269 Jan 20 07:24:14.929472 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:14.929472 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bb59c-d119-49d2-9c6f-ebb54fb5c220" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:14.964263 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1448fd-feff-4978-b24d-3c4a339f83c9 x-openstack-request-id: req-9d1448fd-feff-4978-b24d-3c4a339f83c9 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:14.964560 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:14.964823 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d1448fd-feff-4978-b24d-3c4a339f83c9 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:14.965469 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'status': 'completed', 'code': 200} Jan 20 07:24:15.035962 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:15.162482 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb3221-8282-4d78-965f-d06293a017f1 None None] New status for floating IP 3e74adb1-e397-48e2-8d78-217174cc33bd: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:24:15.310382 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': 'b6b753a6-4aee-4b73-b893-51124992b049', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:65:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:13Z', 'updated_at': '2022-01-20T07:24:13Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:15.339235 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:24:15.349395 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:15.350532 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:15.477143 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:15.710267 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': 'b6b753a6-4aee-4b73-b893-51124992b049', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:65:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:13Z', 'updated_at': '2022-01-20T07:24:13Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:15.736120 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e1dbf-5366-4a13-81a7-7eccca2d1ced None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': 'b6b753a6-4aee-4b73-b893-51124992b049', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:65:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:13Z', 'updated_at': '2022-01-20T07:24:13Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:24:15.778900 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde43dc-2d97-4022-8034-e68ccb4497ea req-1949faed-1605-4eab-b767-57fbd1b93fab tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:15.779888 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2fde43dc-2d97-4022-8034-e68ccb4497ea req-1949faed-1605-4eab-b767-57fbd1b93fab tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0524900 Jan 20 07:24:15.841892 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ba9d8d38-36ce-4160-9def-be4c9e5ce19b req-a2e22213-924c-4c75-9976-3e3e94b202fe tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dffbd9b-c91e-4a7f-b2d6-27577957a76c HTTP/1.1" status: 200 len: 210 time: 0.0382440 Jan 20 07:24:15.853366 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2fde43dc-2d97-4022-8034-e68ccb4497ea req-105f183e-7d01-4b45-afce-3c2e518c0e34 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642400 Jan 20 07:24:15.963954 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9575c-002b-412d-9f16-a9b2f7cfe616 None None] New status for floating IP b6b753a6-4aee-4b73-b893-51124992b049: ACTIVE {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:24:16.144521 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-cb9798fc-5061-421a-8fe1-d1d57a49aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:16.146314 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-cb9798fc-5061-421a-8fe1-d1d57a49aec6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 1098 time: 0.0432613 Jan 20 07:24:16.257476 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-cd5806ea-c614-4f73-a5d7-75990572ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:16.259894 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-cd5806ea-c614-4f73-a5d7-75990572ad27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.1029928 Jan 20 07:24:16.327660 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-6a3687c0-648b-4ee6-a8be-61cd57c354c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76 HTTP/1.1" status: 200 len: 1001 time: 0.0615373 Jan 20 07:24:16.383969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-1d8c8ce7-4063-4abd-9a80-960f822350da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:16.385619 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-1d8c8ce7-4063-4abd-9a80-960f822350da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0444138 Jan 20 07:24:16.446594 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-ec8f019d-56e7-4706-95cb-cb8b0b77f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:16.448132 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-ec8f019d-56e7-4706-95cb-cb8b0b77f5ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482657 Jan 20 07:24:16.577633 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-412f3ca6-390d-4d23-a74b-0d7a85bc7066 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111367 Jan 20 07:24:16.686680 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-090bb59c-d119-49d2-9c6f-ebb54fb5c220 req-77a0bb50-61c1-40a1-8a5a-adb5233f1370 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012270 Jan 20 07:24:16.973300 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34368) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:17.120749 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cf49-014e-4781-9f88-ee3c227d5936 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (5596cd95-d2be-40cf-aa75-79ff1e268fdd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.144770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4911d6-7a1e-41b8-b944-a51b7eb13f98 req-2233cdd7-3775-4a55-8ab4-249d31863c06 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:17.146367 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cf4911d6-7a1e-41b8-b944-a51b7eb13f98 req-2233cdd7-3775-4a55-8ab4-249d31863c06 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.1153960 Jan 20 07:24:17.167939 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cf49-014e-4781-9f88-ee3c227d5936 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (5596cd95-d2be-40cf-aa75-79ff1e268fdd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.232315 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cf4911d6-7a1e-41b8-b944-a51b7eb13f98 req-fb34e02f-c8d3-442f-b95f-3e002b65d617 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745323 Jan 20 07:24:17.251174 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cf49-014e-4781-9f88-ee3c227d5936 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (5596cd95-d2be-40cf-aa75-79ff1e268fdd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.264130 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cf49-014e-4781-9f88-ee3c227d5936 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.264130 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e3f1cf49-014e-4781-9f88-ee3c227d5936 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "DELETE /v2.0/security-groups/5596cd95-d2be-40cf-aa75-79ff1e268fdd HTTP/1.1" status: 204 len: 168 time: 0.2832618 Jan 20 07:24:17.264574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34372) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:17.278213 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1cf49-014e-4781-9f88-ee3c227d5936 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5596cd95-d2be-40cf-aa75-79ff1e268fdd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:17.281188 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-93b2328d-5c95-413b-bed0-8931584f0806 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] show failed (client error): The resource could not be found. Jan 20 07:24:17.282678 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-93b2328d-5c95-413b-bed0-8931584f0806 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups/5596cd95-d2be-40cf-aa75-79ff1e268fdd HTTP/1.1" status: 404 len: 347 time: 0.0189836 Jan 20 07:24:17.285741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34374) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:17.649810 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Deleting port 1910d8d6-f21c-4563-a464-ec67cc5062e9 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:24:17.650043 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.731298 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.731627 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (1910d8d6-f21c-4563-a464-ec67cc5062e9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.745191 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Calling delete_port for 1910d8d6-f21c-4563-a464-ec67cc5062e9 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:24:17.908688 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (1910d8d6-f21c-4563-a464-ec67cc5062e9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:17.935486 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event deleted for resources: {'Port': ['ID=1910d8d6-f21c-4563-a464-ec67cc5062e9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:18.003432 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (3e74adb1-e397-48e2-8d78-217174cc33bd), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.009834 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.011131 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-25b1686c-9874-4f69-8ba5-1832eac9f5ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "DELETE /v2.0/floatingips/3e74adb1-e397-48e2-8d78-217174cc33bd HTTP/1.1" status: 204 len: 168 time: 0.7241192 Jan 20 07:24:18.202133 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:24:18.300325 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34386) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:18.306180 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560223371', 'description': 'tempest-description--342588782'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:18.331624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.374427 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550aabb-7821-46d5-ab60-502b4e6d76c7 req-5a9344f7-0b7b-4b09-b683-2fa668efbc7a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:18.376364 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6550aabb-7821-46d5-ab60-502b4e6d76c7 req-5a9344f7-0b7b-4b09-b683-2fa668efbc7a tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0575755 Jan 20 07:24:18.404315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (7319ba38-33e0-44da-ae9c-aced3b7e56cb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.409502 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (7319ba38-33e0-44da-ae9c-aced3b7e56cb), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.435159 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.435961 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6550aabb-7821-46d5-ab60-502b4e6d76c7 req-d7196a28-10db-493f-b93a-1b75825050f5 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484002 Jan 20 07:24:18.436404 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1349695 Jan 20 07:24:18.440139 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34388) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:18.445390 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'security_group_rule': {'security_group_id': '7319ba38-33e0-44da-ae9c-aced3b7e56cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:18.463073 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ea6fb-05aa-4795-a736-4f83154d1d35 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7319ba38-33e0-44da-ae9c-aced3b7e56cb,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:18.490010 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (e03acee8-74d7-41e7-9236-61274c2c4946), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.542791 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (e03acee8-74d7-41e7-9236-61274c2c4946), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.547407 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (e03acee8-74d7-41e7-9236-61274c2c4946), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.564677 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03acee8-74d7-41e7-9236-61274c2c4946,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:18.576043 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.577289 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6f151b34-82ee-4bd2-9a15-df8223ed259c tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359043 Jan 20 07:24:18.580488 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34394) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:18.585329 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'security_group_rule': {'security_group_id': '7319ba38-33e0-44da-ae9c-aced3b7e56cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:18.621050 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (b2968825-54ad-4d0e-8e33-6438c6369a65), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.695538 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (b2968825-54ad-4d0e-8e33-6438c6369a65), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.699810 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (b2968825-54ad-4d0e-8e33-6438c6369a65), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.719651 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2968825-54ad-4d0e-8e33-6438c6369a65,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:18.728817 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.732933 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0d7afcc0-1b84-472e-9ad9-0cbbda36b831 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485023 Jan 20 07:24:18.733650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34400) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:18.739311 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:18.772126 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:18.888644 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.015588 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Allocated IP 172.27.0.101 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/b9e1669c-4f40-4b32-9b04-a31ce8908808) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:24:19.147553 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.186858 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.228228 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:24:19.230710 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:24:19.234371 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:24:19.240006 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'Port': ['ID=b9e1669c-4f40-4b32-9b04-a31ce8908808,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:19.340518 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (63d9c348-969d-4ca9-8e72-b7af5a36679d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.375925 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.530933 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.537015 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.606202 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'Port': ['ID=b9e1669c-4f40-4b32-9b04-a31ce8908808,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:19.618872 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (63d9c348-969d-4ca9-8e72-b7af5a36679d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.638991 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:19.640495 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f32c7031-bbe9-459e-859a-eedef41a3555 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9053714 Jan 20 07:24:19.871285 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-d27bf490-e4be-49dc-a91d-06fe03b3887b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1560223371&fields=id&tenant_id=d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 267 time: 0.0498936 Jan 20 07:24:19.999326 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-4056d419-b055-4050-9128-89bdb3b5cd11 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:20.000858 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-4056d419-b055-4050-9128-89bdb3b5cd11 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 816 time: 0.1189547 Jan 20 07:24:20.015214 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:24:20.016084 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-90a7eb95-475e-47ec-b2f0-b093d5be2b84 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/quotas/d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 375 time: 0.0097806 Jan 20 07:24:20.036301 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: b2671e11-225a-44a9-a184-3b4842f79b37 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:24:20.036902 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device b2671e11-225a-44a9-a184-3b4842f79b37 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:24:20.083112 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-571aeac4-a36a-42b5-81a7-0690cd2a7a0f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605767 Jan 20 07:24:20.181547 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-07999b19-ef7e-4f3e-968f-c66eb6cfdeb8 service neutron] 10.222.0.53 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861480 Jan 20 07:24:20.338258 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-cc01aa07-9e5a-4497-9e41-81972bd984a2 service neutron] 10.222.0.53 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503572 Jan 20 07:24:20.545731 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3dd131ef-461f-4864-9c20-5a0793cd72f6 req-921863ca-fc27-41be-acc6-e6c7379abeae tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 210 time: 0.0363173 Jan 20 07:24:21.656811 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-1af7237e-a78c-42ac-96ea-ac378c3d993b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:21.658683 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-1af7237e-a78c-42ac-96ea-ac378c3d993b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 816 time: 0.1480060 Jan 20 07:24:21.713062 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fc0d46fb-465d-40b0-81ec-6abf517d8bb0 req-a2c04ac6-8af6-4685-b310-b9cf9faa4fa0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 210 time: 0.0319242 Jan 20 07:24:21.763617 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-b6545f9b-faf9-4cdd-b5a2-174e9d303b2e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 380 time: 0.0963707 Jan 20 07:24:21.783653 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'port': {'device_id': '5fbe9406-b539-429a-b0f9-390e33615043', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'admin_state_up': True, 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'security_groups': ['7319ba38-33e0-44da-ae9c-aced3b7e56cb']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:21.914448 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Made reservation on behalf of d67c92e8618447cea25d7ec72c777da0 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:24:21.920460 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.013961 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34460) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:22.105047 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Allocated IP 172.20.0.9 (fd0d3a8d-159f-4f41-bff1-5150ee5570f4/73494d81-4e42-4ba4-bc74-3c7db37d2bc2/41d53b5f-9164-4365-963b-7923dbea286d) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:24:22.170492 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-023f1023-5d0f-424a-af3a-51b60809b18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.282648 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-023f1023-5d0f-424a-af3a-51b60809b18b admin admin] Publish callbacks [] for security_group (861ab0c9-5cb4-451a-9c60-63e3212739ff), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.291107 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-023f1023-5d0f-424a-af3a-51b60809b18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (861ab0c9-5cb4-451a-9c60-63e3212739ff), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.311483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for port (41d53b5f-9164-4365-963b-7923dbea286d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.341316 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-023f1023-5d0f-424a-af3a-51b60809b18b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0dac4d3d5e94efa8b54180111a75b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256617 Jan 20 07:24:22.342272 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f1023-5d0f-424a-af3a-51b60809b18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861ab0c9-5cb4-451a-9c60-63e3212739ff,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:22.345636 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34468) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:22.379504 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.420991 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-34ef24ca-3bda-42a5-b648-6717066c6356 admin admin] Publish callbacks [] for security_group (861ab0c9-5cb4-451a-9c60-63e3212739ff), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.440547 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:24:22.444037 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:24:22.449019 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:24:22.466233 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-34ef24ca-3bda-42a5-b648-6717066c6356 admin admin] Publish callbacks [] for security_group (861ab0c9-5cb4-451a-9c60-63e3212739ff), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.479766 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:22.530671 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:22.531209 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.553034 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-16b73490-dad8-4f19-ae0b-8e18e8a83afb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740870 Jan 20 07:24:22.563142 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-34ef24ca-3bda-42a5-b648-6717066c6356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (861ab0c9-5cb4-451a-9c60-63e3212739ff), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.565500 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Request body: {'port': {'device_id': '5fbe9406-b539-429a-b0f9-390e33615043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:22.572447 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-34ef24ca-3bda-42a5-b648-6717066c6356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.574923 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-34ef24ca-3bda-42a5-b648-6717066c6356 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/861ab0c9-5cb4-451a-9c60-63e3212739ff HTTP/1.1" status: 204 len: 168 time: 0.2280767 Jan 20 07:24:22.590940 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef24ca-3bda-42a5-b648-6717066c6356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861ab0c9-5cb4-451a-9c60-63e3212739ff,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:22.663617 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.790756 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-a0390010-9096-4ac2-b975-d0d09a9bff10 None None] Provisioning complete for port 41d53b5f-9164-4365-963b-7923dbea286d triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:22.791802 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a0390010-9096-4ac2-b975-d0d09a9bff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (41d53b5f-9164-4365-963b-7923dbea286d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:22.845601 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-a0390010-9096-4ac2-b975-d0d09a9bff10 None None] Port 41d53b5f-9164-4365-963b-7923dbea286d cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:24:22.971877 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612953-6569-4c6e-b47c-5d3b667b5034 req-4ab7f942-64cf-4fd1-a382-62b3da7bbc28 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:22.973873 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15612953-6569-4c6e-b47c-5d3b667b5034 req-4ab7f942-64cf-4fd1-a382-62b3da7bbc28 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0760524 Jan 20 07:24:23.030596 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15612953-6569-4c6e-b47c-5d3b667b5034 req-a203a556-dee9-4779-800c-b1b36d7a8ab4 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476432 Jan 20 07:24:23.079254 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef66c5f-5c49-445b-86fc-7cf671b6ae17 req-5aa70a54-f8e1-4559-aa41-8b95e1d7375b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:23.082214 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ef66c5f-5c49-445b-86fc-7cf671b6ae17 req-5aa70a54-f8e1-4559-aa41-8b95e1d7375b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 931 time: 0.1459250 Jan 20 07:24:23.187489 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ef66c5f-5c49-445b-86fc-7cf671b6ae17 req-1f9216c0-a28f-4e21-8d5c-9b48700cf5a8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836759 Jan 20 07:24:23.193920 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d53b5f-9164-4365-963b-7923dbea286d {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:23.203877 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Publish callbacks [] for port (41d53b5f-9164-4365-963b-7923dbea286d), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:23.219439 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Transition to ACTIVE for port object 41d53b5f-9164-4365-963b-7923dbea286d will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:24:23.225708 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:23.302592 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:23.363184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Attempting to bind port 41d53b5f-9164-4365-963b-7923dbea286d on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:24:23.363571 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Attempting to bind port 41d53b5f-9164-4365-963b-7923dbea286d by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:24:23.363864 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Attempting to bind port 41d53b5f-9164-4365-963b-7923dbea286d on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:24:23.369201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Port 41d53b5f-9164-4365-963b-7923dbea286d on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:24:23.377672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Attempting to bind port 41d53b5f-9164-4365-963b-7923dbea286d on network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:24:23.377672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:24:23.377672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Checking segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:24:23.377672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Bound using segment: {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:24:23.377672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Bound port: 41d53b5f-9164-4365-963b-7923dbea286d, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:24:23.377672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:23.470971 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:24:23.475679 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:24:23.482935 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:23.533335 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:23.534692 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:23.537147 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] 10.222.0.42 "PUT /v2.0/ports/41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 1093 time: 0.9762890 Jan 20 07:24:23.538512 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:23.543161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99b338-31bf-4eba-88a7-055ecd2e7838" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:23.592117 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fbba8-9bf3-498d-93d4-0d039d9df03f service neutron] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:23.658972 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06c1170-93aa-40ae-b6d1-20ca6ca060fe x-openstack-request-id: req-a06c1170-93aa-40ae-b6d1-20ca6ca060fe {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:23.659259 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:23.659507 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a06c1170-93aa-40ae-b6d1-20ca6ca060fe {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:23.659918 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'status': 'completed', 'code': 200} Jan 20 07:24:23.683555 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-ab45f335-8c47-4609-b641-e3e1d0d19e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:23.685091 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-ab45f335-8c47-4609-b641-e3e1d0d19e8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1096 time: 0.0794890 Jan 20 07:24:23.734914 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-ee05094f-d1a2-4fee-b54d-b052d21bafd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 217 time: 0.0394895 Jan 20 07:24:23.795262 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-3255a2a9-d0f6-42fc-8c59-a84f781b03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:23.797095 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-3255a2a9-d0f6-42fc-8c59-a84f781b03d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0533102 Jan 20 07:24:23.852855 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-6497a056-cc62-476a-badc-6b3bbb21a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:23.854430 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-6497a056-cc62-476a-badc-6b3bbb21a9cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501304 Jan 20 07:24:23.959728 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-e1f0442e-b48b-4808-85b2-39553114c3e6 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966928 Jan 20 07:24:24.070372 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ca0ba60-8ba1-40f3-a6a9-f0ceba0cab7a req-916470bb-8af6-4033-bd95-538d0af17034 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980654 Jan 20 07:24:24.222851 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-c5a0c995-5dd0-4f28-a50a-da2bb56ed0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:24.224555 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-c5a0c995-5dd0-4f28-a50a-da2bb56ed0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1096 time: 0.0867317 Jan 20 07:24:24.234477 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65119ab1-5a67-47f7-8d3c-c20c0820820c req-be0425b0-c89c-4428-90f8-80e566079abf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:24.236306 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-65119ab1-5a67-47f7-8d3c-c20c0820820c req-be0425b0-c89c-4428-90f8-80e566079abf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.1002059 Jan 20 07:24:24.358518 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-65119ab1-5a67-47f7-8d3c-c20c0820820c req-fe04d1de-080a-49a9-adc5-5bf8e8e91af8 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018393 Jan 20 07:24:24.364468 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71090268-28ce-4408-92e2-e39398965c4e req-e96698d2-f578-4974-8f80-0a6a52ffe429 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:24.366818 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-71090268-28ce-4408-92e2-e39398965c4e req-e96698d2-f578-4974-8f80-0a6a52ffe429 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0666900 Jan 20 07:24:24.373390 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-55b07823-0a6e-4ac3-8462-7a4b1ea46427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:24.374948 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-55b07823-0a6e-4ac3-8462-7a4b1ea46427 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.1379979 Jan 20 07:24:24.423999 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-aa65384e-4812-4407-bd6f-183d29799e6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 217 time: 0.0418856 Jan 20 07:24:24.431876 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-71090268-28ce-4408-92e2-e39398965c4e req-d502d9a4-525d-4fbb-b47b-de8a0c3a64e3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549381 Jan 20 07:24:24.499347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-306d7660-b5e7-4320-b2d2-9c5c958c4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:24.500815 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-306d7660-b5e7-4320-b2d2-9c5c958c4d55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0686314 Jan 20 07:24:24.552686 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-210d37a1-958a-4a41-824f-6a020b81dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:24.555074 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-210d37a1-958a-4a41-824f-6a020b81dabc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470817 Jan 20 07:24:24.678522 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-f4802e69-5ce0-414b-950b-292937bb492f service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168919 Jan 20 07:24:24.786075 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db99b338-31bf-4eba-88a7-055ecd2e7838 req-65892588-fa0a-4093-a47d-22723083dede service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008477 Jan 20 07:24:25.318968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-f36a10fb-34ef-4315-8f82-4693eba59a77 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:25.323148 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-f36a10fb-34ef-4315-8f82-4693eba59a77 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0725586 Jan 20 07:24:25.528242 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78073d-e952-4559-bc68-282123a4d845 req-9a2da23e-afc3-4f23-95f9-369f04b9173f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:25.530183 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8b78073d-e952-4559-bc68-282123a4d845 req-9a2da23e-afc3-4f23-95f9-369f04b9173f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 946 time: 0.0906079 Jan 20 07:24:25.534186 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Deleting port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:24:25.535019 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:25.640938 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9f564-9fe8-49d2-801e-83e7409fdd15 req-1299e846-dd70-4b7d-a2af-246887d5c4db tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:25.644004 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9a9f564-9fe8-49d2-801e-83e7409fdd15 req-1299e846-dd70-4b7d-a2af-246887d5c4db tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0795918 Jan 20 07:24:25.668907 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8b78073d-e952-4559-bc68-282123a4d845 req-cfccd863-53da-4c90-836a-70db4e000115 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=cece64ec-0c1d-40ca-bf27-dbe232ed1831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130583 Jan 20 07:24:25.692925 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] For port 7e66bee4-91a1-4448-95d5-7bbf46c1e317, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e66bee4-91a1-4448-95d5-7bbf46c1e317,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:25.692925 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:25.708748 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9a9f564-9fe8-49d2-801e-83e7409fdd15 req-7d0f5c42-108c-4c67-b7cc-e929d6350807 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583723 Jan 20 07:24:25.918523 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:25.919188 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (0ccd942f-a4da-40e3-8378-89f01d0b9529), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:25.919188 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Floating IP 0ccd942f-a4da-40e3-8378-89f01d0b9529 disassociated. External IP: 172.27.0.87, port: 7e66bee4-91a1-4448-95d5-7bbf46c1e317. Jan 20 07:24:25.919534 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Calling delete_port for 7e66bee4-91a1-4448-95d5-7bbf46c1e317 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:24:26.049237 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:24:26.095128 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (7e66bee4-91a1-4448-95d5-7bbf46c1e317), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:26.143900 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event deleted for resources: {'Port': ['ID=7e66bee4-91a1-4448-95d5-7bbf46c1e317,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:26.188509 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:26.215552 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '41d53b5f-9164-4365-963b-7923dbea286d', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'port_id': '41d53b5f-9164-4365-963b-7923dbea286d', 'mac_address': 'fa:16:3e:61:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:24:26.283442 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:26.284158 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:26.297160 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:24:26.306556 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d53b5f-9164-4365-963b-7923dbea286d {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:26.346330 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:26.355460 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:26.452748 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:26.662644 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['41d53b5f-9164-4365-963b-7923dbea286d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:26.931015 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d38687-ed8f-45ed-94da-207c47493696 req-f51bf6d0-044d-41de-b1b3-c11aa6158b6f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:26.934174 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c3d38687-ed8f-45ed-94da-207c47493696 req-f51bf6d0-044d-41de-b1b3-c11aa6158b6f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0617802 Jan 20 07:24:26.965264 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-85004739-11c5-4084-9c11-9f487689dcd6 req-4019425a-7def-43fa-9283-4a14b7fa3530 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0624299 Jan 20 07:24:26.987417 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:24:27.004014 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:24:27.018865 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:27.020011 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:27.022511 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c3d38687-ed8f-45ed-94da-207c47493696 req-288f69da-a90e-404b-95e2-e1af6e7242a3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780530 Jan 20 07:24:27.062525 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] No DVR routers for this DVR port 7e66bee4-91a1-4448-95d5-7bbf46c1e317 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:24:27.066909 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:27.074461 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d74c6314-d1fb-4198-8e9f-2fe25b8e013e req-dbd58f32-7bce-4339-a022-4869dc87495b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "DELETE /v2.0/ports/7e66bee4-91a1-4448-95d5-7bbf46c1e317 HTTP/1.1" status: 204 len: 173 time: 1.7439568 Jan 20 07:24:27.075216 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'name': 'network-vif-deleted', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:27.079881 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7909e9ff-5f88-4e5a-b596-4e9a4a50087e" -d '{"events": [{"server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "name": "network-vif-deleted", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:27.140674 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd526c-aaea-40a4-96ed-663930154124 x-openstack-request-id: req-a2bd526c-aaea-40a4-96ed-663930154124 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:27.141150 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425aec5-6e4b-4cfa-aff7-45739253b87a", "name": "network-vif-deleted", "tag": "7e66bee4-91a1-4448-95d5-7bbf46c1e317", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:27.141725 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2bd526c-aaea-40a4-96ed-663930154124 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:27.142376 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425aec5-6e4b-4cfa-aff7-45739253b87a', 'name': 'network-vif-deleted', 'tag': '7e66bee4-91a1-4448-95d5-7bbf46c1e317', 'status': 'completed', 'code': 200} Jan 20 07:24:27.191903 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:27.423217 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:27.461097 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:24:27.472017 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:27.472724 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:27.624918 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:27.865272 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:27.894015 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1f62b-536e-4141-ab58-95739fa378d8 None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:24:28.078810 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fc994035-5db9-4e66-94ba-6c8274e716e4 req-a56fec4d-651d-4689-aa68-ea5216b20295 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0352805 Jan 20 07:24:28.190239 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa2823-feb6-4d3c-858d-fa63e3f61c56 None None] New status for floating IP 0ccd942f-a4da-40e3-8378-89f01d0b9529: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:24:28.196362 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42160b-d5a7-4d1b-b21f-030c6e558ed9 req-80cdec93-5578-4524-9608-abd8f9d9e907 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:28.197980 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9e42160b-d5a7-4d1b-b21f-030c6e558ed9 req-80cdec93-5578-4524-9608-abd8f9d9e907 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0674191 Jan 20 07:24:28.250809 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9e42160b-d5a7-4d1b-b21f-030c6e558ed9 req-a8582159-669a-4830-850a-6dbbd96682a4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Jan 20 07:24:29.411005 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e5a98e1f-7970-47b2-937c-f11288b24b24 req-fa826473-07cb-44ba-b4ea-f52e30d60d3e tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.2429123 Jan 20 07:24:29.462051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0605f-8117-4b14-b498-3e2c4215ca30 req-b02fed3e-bbfa-4822-a3cf-ee405045839f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:29.463735 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-def0605f-8117-4b14-b498-3e2c4215ca30 req-b02fed3e-bbfa-4822-a3cf-ee405045839f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.1213543 Jan 20 07:24:29.527372 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-def0605f-8117-4b14-b498-3e2c4215ca30 req-ffbe032a-dfe6-454c-b891-11216fe59669 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520418 Jan 20 07:24:30.098697 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 7e66bee4-91a1-4448-95d5-7bbf46c1e317 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:24:30.124016 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 7e66bee4-91a1-4448-95d5-7bbf46c1e317 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:24:30.124361 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 7e66bee4-91a1-4448-95d5-7bbf46c1e317 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:24:30.520603 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d94564a6-e7fb-4afc-a270-7498bbf21e54 req-7e89bb53-2646-4ca3-85e4-9b5d58a63870 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0292220 Jan 20 07:24:30.680566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bae1f-9f62-4277-8ce1-fc141141ab10 req-583b924e-d777-4d0d-ac63-8c50f56544ca tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:30.682328 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403bae1f-9f62-4277-8ce1-fc141141ab10 req-583b924e-d777-4d0d-ac63-8c50f56544ca tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0626528 Jan 20 07:24:30.743083 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403bae1f-9f62-4277-8ce1-fc141141ab10 req-cd4e442e-87ba-4def-a39d-de57a96870ac tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545199 Jan 20 07:24:31.622016 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-614bfe5f-a828-4e6a-958d-3b7be200b75a req-318d914b-0672-49d3-a751-a64883cc8ddf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=9425aec5-6e4b-4cfa-aff7-45739253b87a HTTP/1.1" status: 200 len: 210 time: 0.0273964 Jan 20 07:24:31.832637 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-68373f53-fb5a-4a05-a60e-26fe18a2f8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:31.906873 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd58e2-d0aa-4126-8faf-066f07c0e7f6 req-8d1a3c17-14f4-4e22-a313-d890f92be98e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:31.908464 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c9fd58e2-d0aa-4126-8faf-066f07c0e7f6 req-8d1a3c17-14f4-4e22-a313-d890f92be98e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0561118 Jan 20 07:24:31.970545 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c9fd58e2-d0aa-4126-8faf-066f07c0e7f6 req-e26e30ff-e45d-41e9-b683-53ae86861de7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508895 Jan 20 07:24:32.718647 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34636) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:32.802865 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b798cb3-88a5-44b3-ae30-25c47d31cfc0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (cece64ec-0c1d-40ca-bf27-dbe232ed1831), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:32.834614 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b798cb3-88a5-44b3-ae30-25c47d31cfc0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (cece64ec-0c1d-40ca-bf27-dbe232ed1831), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:32.914662 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b798cb3-88a5-44b3-ae30-25c47d31cfc0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (cece64ec-0c1d-40ca-bf27-dbe232ed1831), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:32.919671 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b798cb3-88a5-44b3-ae30-25c47d31cfc0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:32.921904 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3b798cb3-88a5-44b3-ae30-25c47d31cfc0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "DELETE /v2.0/security-groups/cece64ec-0c1d-40ca-bf27-dbe232ed1831 HTTP/1.1" status: 204 len: 168 time: 0.2018695 Jan 20 07:24:32.924700 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34644) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:32.943140 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b798cb3-88a5-44b3-ae30-25c47d31cfc0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece64ec-0c1d-40ca-bf27-dbe232ed1831,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:32.947677 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.api.v2.resource [None req-bf69890b-dd78-4062-a183-9ffb73064639 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] show failed (client error): The resource could not be found. Jan 20 07:24:32.955576 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bf69890b-dd78-4062-a183-9ffb73064639 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups/cece64ec-0c1d-40ca-bf27-dbe232ed1831 HTTP/1.1" status: 404 len: 347 time: 0.0246787 Jan 20 07:24:32.958005 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34646) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:33.150618 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f01a2-8765-42e1-a482-99e19cdd27a9 req-edfe0931-d2f8-4324-8c69-64b191327326 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:33.152615 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe1f01a2-8765-42e1-a482-99e19cdd27a9 req-edfe0931-d2f8-4324-8c69-64b191327326 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0746100 Jan 20 07:24:33.190801 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Deleting port bc317cc6-beba-4037-8377-cee49aacad43 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:24:33.191707 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (bc317cc6-beba-4037-8377-cee49aacad43), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:33.231638 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe1f01a2-8765-42e1-a482-99e19cdd27a9 req-3afa3b3f-6dce-42e3-8e90-2ca36fd4a348 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608597 Jan 20 07:24:33.309327 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (bc317cc6-beba-4037-8377-cee49aacad43), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:33.309696 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (bc317cc6-beba-4037-8377-cee49aacad43), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:33.324097 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Calling delete_port for bc317cc6-beba-4037-8377-cee49aacad43 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:24:33.495379 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (bc317cc6-beba-4037-8377-cee49aacad43), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:33.521880 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event deleted for resources: {'Port': ['ID=bc317cc6-beba-4037-8377-cee49aacad43,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:33.624687 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (0ccd942f-a4da-40e3-8378-89f01d0b9529), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:33.629482 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:33.631554 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c4d95839-42ae-40fd-8667-efa7031eaf90 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "DELETE /v2.0/floatingips/0ccd942f-a4da-40e3-8378-89f01d0b9529 HTTP/1.1" status: 204 len: 168 time: 0.6721182 Jan 20 07:24:33.883190 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34656) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:33.887954 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--182181043', 'description': 'tempest-description--1668085558'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:33.915014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.003404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (ba5d64cf-7dc5-4106-af92-58e082ae0d8c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.008023 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ba5d64cf-7dc5-4106-af92-58e082ae0d8c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.043289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.045286 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1609421 Jan 20 07:24:34.048549 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34660) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:34.049144 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463718f4-a3fe-476a-9a5d-621f8afaa608 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5d64cf-7dc5-4106-af92-58e082ae0d8c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:34.057215 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d64cf-7dc5-4106-af92-58e082ae0d8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:34.093808 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (f966320a-644d-44d1-a7e6-a52090be2eed), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.177211 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (f966320a-644d-44d1-a7e6-a52090be2eed), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.182335 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (f966320a-644d-44d1-a7e6-a52090be2eed), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.202390 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f966320a-644d-44d1-a7e6-a52090be2eed,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:34.213757 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.215044 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650033 Jan 20 07:24:34.216688 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.217033 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.217369 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.217736 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.218062 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.218385 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.218709 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.219541 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34664) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:34.221506 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.222246 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.222919 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.223510 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.224319 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.224773 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf62d4f0-45c3-4818-8143-095b6c11c0d1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:34.224968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d64cf-7dc5-4106-af92-58e082ae0d8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:34.265623 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (7dca005a-aa82-41fd-96e5-f3be66365d5c), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.363710 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (7dca005a-aa82-41fd-96e5-f3be66365d5c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.368777 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (7dca005a-aa82-41fd-96e5-f3be66365d5c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.373491 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abcf1d-a4fc-447f-8b70-a0a91ccc239d req-b9bdbef3-7733-460f-b8b1-4470c2b2b068 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:34.374466 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66abcf1d-a4fc-447f-8b70-a0a91ccc239d req-b9bdbef3-7733-460f-b8b1-4470c2b2b068 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0552595 Jan 20 07:24:34.390679 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dca005a-aa82-41fd-96e5-f3be66365d5c,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:34.406169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.407458 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6e820354-aaaa-4076-b434-fca7da05295b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1868587 Jan 20 07:24:34.412736 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34668) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:34.418017 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:34.440215 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66abcf1d-a4fc-447f-8b70-a0a91ccc239d req-a623a224-0572-4463-84f8-faf572ed4859 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530586 Jan 20 07:24:34.448338 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.553672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.677566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Allocated IP 172.27.0.45 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/7bfb87bc-cc2a-4809-9d22-080bbecbedeb) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:24:34.793578 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.840660 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:34.887333 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:24:34.890855 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:24:34.895852 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:24:34.901029 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'Port': ['ID=7bfb87bc-cc2a-4809-9d22-080bbecbedeb,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:34.997335 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (457ec9c4-ab85-44be-b180-44ab4644a33f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.041109 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.225583 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-dc06838a-0e2d-42dd-a18e-0b81d303d0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.239441 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.246930 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.326144 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'Port': ['ID=7bfb87bc-cc2a-4809-9d22-080bbecbedeb,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:35.338750 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (457ec9c4-ab85-44be-b180-44ab4644a33f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.358029 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.359358 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b13f6e0d-6332-41fd-b942-ec896e4018fa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9455082 Jan 20 07:24:35.600400 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2e394-394b-4c28-a900-7d970325c001 req-a568583a-d4a7-40dd-80f4-d0fd2f4ef4d6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:35.602669 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fad2e394-394b-4c28-a900-7d970325c001 req-a568583a-d4a7-40dd-80f4-d0fd2f4ef4d6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0636482 Jan 20 07:24:35.626560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-511f0d86-5647-4ad8-9b4a-7f0242e613fc tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--182181043&fields=id&tenant_id=4b430e6e902a455aa9266caa14a797fd HTTP/1.1" status: 200 len: 267 time: 0.0659094 Jan 20 07:24:35.671272 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fad2e394-394b-4c28-a900-7d970325c001 req-065bc0f8-c5c9-479a-9058-8a34fc4417b3 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583496 Jan 20 07:24:35.714233 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:35.783355 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-bb287f6b-6d8d-46a7-8127-4c7a0c141f30 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:35.785085 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-bb287f6b-6d8d-46a7-8127-4c7a0c141f30 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 811 time: 0.1498690 Jan 20 07:24:35.804939 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-81af47b0-85f5-451f-a16a-c3ccffac7ba2 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/quotas/4b430e6e902a455aa9266caa14a797fd HTTP/1.1" status: 200 len: 375 time: 0.0103750 Jan 20 07:24:35.866350 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-6c4350e1-5db1-4db2-89cb-1b9afd82e46b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527763 Jan 20 07:24:36.081479 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5c9cf794-94c8-49b3-b731-7cb71f004677 service neutron] 10.222.0.53 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017033 Jan 20 07:24:36.191733 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-60e13db9-164c-4379-adcd-e0cb75a64219 service neutron] 10.222.0.53 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030707 Jan 20 07:24:36.402931 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4e9e1483-e50a-4554-bfe2-4fb8e281a6e3 req-2cba9302-4625-4eef-90d4-56a759372148 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 210 time: 0.0418856 Jan 20 07:24:36.555957 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:36.896672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b880a0a-9b3e-43a1-9533-b14cf4b0f3d6 req-7204fc4d-3f74-497a-831e-2dc54d782d7a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:36.900081 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6b880a0a-9b3e-43a1-9533-b14cf4b0f3d6 req-7204fc4d-3f74-497a-831e-2dc54d782d7a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0956268 Jan 20 07:24:36.985223 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6b880a0a-9b3e-43a1-9533-b14cf4b0f3d6 req-637a7fd5-c7d0-4b27-87e1-a99f28a4e354 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735977 Jan 20 07:24:37.526333 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8cdc9e90-07ac-4f3b-9d38-019b72fdf563 req-979d8fe9-e2ca-429f-970e-26b782df7c14 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 210 time: 0.0348263 Jan 20 07:24:37.671083 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:24:37.774743 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 41d53b5f-9164-4365-963b-7923dbea286d completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:24:37.781588 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 41d53b5f-9164-4365-963b-7923dbea286d triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:37.781887 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (41d53b5f-9164-4365-963b-7923dbea286d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:37.787013 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:37.897848 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:37.898817 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:37.941061 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:37.945099 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4213ce35-e184-473c-a2a2-9af119ab00ea" -d '{"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-plugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:37.972919 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:37.987384 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:38.029019 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed2db86-3bc1-4a22-aa92-6b59e716586c x-openstack-request-id: req-aed2db86-3bc1-4a22-aa92-6b59e716586c {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:38.029958 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-plugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:38.030402 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aed2db86-3bc1-4a22-aa92-6b59e716586c {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:38.031036 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'code': 200} Jan 20 07:24:38.085008 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:38.225323 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7ee21-6809-400c-bc2f-f52e171467f7 req-35ad8940-44fb-492b-9ca5-119a5cbaf9a1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:38.229030 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-81f7ee21-6809-400c-bc2f-f52e171467f7 req-35ad8940-44fb-492b-9ca5-119a5cbaf9a1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0935242 Jan 20 07:24:38.251778 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249b99-bb89-46ae-8f31-ad354d0460d9 req-bf9fdd7e-d830-4658-b2b7-cda50b20e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:38.254518 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df249b99-bb89-46ae-8f31-ad354d0460d9 req-bf9fdd7e-d830-4658-b2b7-cda50b20e0a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1098 time: 0.0586183 Jan 20 07:24:38.299786 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-81f7ee21-6809-400c-bc2f-f52e171467f7 req-19005ef4-94b2-4c62-af11-df86820cef89 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627606 Jan 20 07:24:38.322992 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df249b99-bb89-46ae-8f31-ad354d0460d9 req-134674c7-e215-4d98-8f5f-b16c141ec076 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583823 Jan 20 07:24:38.401669 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:38.666045 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-42c2a235-4eab-4bf9-be7e-5e181373e85f req-16030be9-d14f-476f-97db-dc729b35e38b tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 210 time: 0.0318248 Jan 20 07:24:38.861518 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-0560319c-f685-45e9-8fc8-872df656d67a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:38.862011 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-0560319c-f685-45e9-8fc8-872df656d67a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 811 time: 0.1280255 Jan 20 07:24:38.937606 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-04f6496a-8621-4007-bd80-cdfa024f3395 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b430e6e902a455aa9266caa14a797fd HTTP/1.1" status: 200 len: 379 time: 0.0650594 Jan 20 07:24:38.958675 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'port': {'device_id': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'admin_state_up': True, 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'security_groups': ['ba5d64cf-7dc5-4106-af92-58e082ae0d8c']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:39.153311 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Made reservation on behalf of 4b430e6e902a455aa9266caa14a797fd for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:24:39.158555 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:39.326706 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Allocated IP 172.20.0.8 (07e60e53-7313-409f-846d-f039ea182901/5b69002d-ee71-4601-a909-53b3eb8e00f9/5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:24:39.561619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:39.613488 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:39.672814 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Network 07e60e53-7313-409f-846d-f039ea182901 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:24:39.677703 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:24:39.681199 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:24:39.709975 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1633a46-7e55-4b3c-810a-0622b64b29f2 req-b9eb8458-18c7-482b-accf-8dbc6d1fadc2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:39.713863 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1633a46-7e55-4b3c-810a-0622b64b29f2 req-b9eb8458-18c7-482b-accf-8dbc6d1fadc2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0998054 Jan 20 07:24:39.775191 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event updated for resources: {'Port': ['ID=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:39.847789 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:39.848698 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:39.852299 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1633a46-7e55-4b3c-810a-0622b64b29f2 req-7cc7f64b-b750-420f-82ef-6fe3178e3e70 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219499 Jan 20 07:24:39.893797 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-5e9b3acf-35cb-4247-a2c0-81a8a1767dd1 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9417353 Jan 20 07:24:39.915861 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Request body: {'port': {'device_id': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:39.989801 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36949e7a-d6d3-4c0c-b1cb-31a8469fe2de req-8e2ac3b4-9e63-43c4-b93e-cb77f6dd2107 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:39.991970 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-36949e7a-d6d3-4c0c-b1cb-31a8469fe2de req-8e2ac3b4-9e63-43c4-b93e-cb77f6dd2107 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 931 time: 0.1157131 Jan 20 07:24:40.000013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.065851 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-ded8c3ae-3eb0-4eb2-bc4a-0f08c4975d44 None None] Provisioning complete for port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:40.066560 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ded8c3ae-3eb0-4eb2-bc4a-0f08c4975d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.092019 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-36949e7a-d6d3-4c0c-b1cb-31a8469fe2de req-41ef0a44-9ced-40a6-8c5a-a2baf5e2d79a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884986 Jan 20 07:24:40.127870 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-ded8c3ae-3eb0-4eb2-bc4a-0f08c4975d44 None None] Port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:24:40.349556 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:40.359526 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Publish callbacks [] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.376100 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Transition to ACTIVE for port object 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:24:40.380608 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.443783 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Pushing event updated for resources: {'Port': ['ID=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:40.525534 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Attempting to bind port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:24:40.526073 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Attempting to bind port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:24:40.526587 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Attempting to bind port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 on network 07e60e53-7313-409f-846d-f039ea182901 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:24:40.533582 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 on network 07e60e53-7313-409f-846d-f039ea182901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:24:40.533994 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Attempting to bind port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 on network 07e60e53-7313-409f-846d-f039ea182901 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:24:40.542064 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:24:40.542588 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Checking segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:24:40.543093 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Bound using segment: {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:24:40.543653 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Bound port: 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942be991-04c3-4273-bd10-d60dacbf5ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '07e60e53-7313-409f-846d-f039ea182901'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:24:40.544120 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.650862 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] For port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:24:40.656166 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] For port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:24:40.667465 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.716495 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:40.716859 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:40.718379 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 HTTP/1.1" status: 200 len: 1093 time: 0.8078966 Jan 20 07:24:40.718849 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:40.721176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a3e81-0ca2-4a1b-a907-8b0558a2131b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:40.754431 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07834240-d930-4abb-bbe0-8982cae28a60 service neutron] Pushing event updated for resources: {'Port': ['ID=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:40.821520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-39ff7767-5285-4e32-a27c-c6f2260b2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:40.825560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-39ff7767-5285-4e32-a27c-c6f2260b2b6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 1096 time: 0.0569499 Jan 20 07:24:40.831211 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c7f173-a35c-4eb2-9332-0fb2807d49e0 x-openstack-request-id: req-74c7f173-a35c-4eb2-9332-0fb2807d49e0 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:40.831816 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:40.832297 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74c7f173-a35c-4eb2-9332-0fb2807d49e0 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:40.833042 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'status': 'completed', 'code': 200} Jan 20 07:24:40.880895 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-59259e21-90b0-4db5-a320-10dbcb2b502c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0435705 Jan 20 07:24:40.966233 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-068b6a27-7f8a-4588-85b3-e5daff28fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:40.968856 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-068b6a27-7f8a-4588-85b3-e5daff28fbad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.0814760 Jan 20 07:24:41.058585 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-220c4840-44ff-47ff-8064-ed3adfef67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.060080 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-220c4840-44ff-47ff-8064-ed3adfef67d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829592 Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.081414 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:24:41.086684 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:24:41.090723 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049090b-c416-4088-99e7-4055b6af44a2 req-d2b182fc-a3e4-4965-9533-771af1b5f537 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.093309 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9049090b-c416-4088-99e7-4055b6af44a2 req-d2b182fc-a3e4-4965-9533-771af1b5f537 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0835268 Jan 20 07:24:41.209117 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9049090b-c416-4088-99e7-4055b6af44a2 req-5cda0bd6-6ad4-46a2-b738-aa2ffec13278 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996928 Jan 20 07:24:41.225577 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-1c44f2fa-ff09-4abb-9586-f043038213e3 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577268 Jan 20 07:24:41.279509 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46271a79-7727-4b6d-9a82-6bc6aec2ac62 req-c601b71e-5265-4640-85ab-53d32230e496 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.282981 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-46271a79-7727-4b6d-9a82-6bc6aec2ac62 req-c601b71e-5265-4640-85ab-53d32230e496 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 943 time: 0.0972867 Jan 20 07:24:41.372798 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-46271a79-7727-4b6d-9a82-6bc6aec2ac62 req-c3e6cf13-7147-4fd6-9273-2503dbe16436 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788412 Jan 20 07:24:41.385764 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c012e8b4-3292-4bbc-81ad-c7ae09c2d6a9 req-72ee6d11-4c88-4d2c-ac4c-4505ef5da984 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520815 Jan 20 07:24:41.415134 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65807a50-4f4d-4f8b-a038-3643ff080503 req-15094200-5330-4e6b-9094-a66881c96c7e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.416706 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-65807a50-4f4d-4f8b-a038-3643ff080503 req-15094200-5330-4e6b-9094-a66881c96c7e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0893884 Jan 20 07:24:41.427698 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34776) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:41.434212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Request body: {'floatingip': {'port_id': '41d53b5f-9164-4365-963b-7923dbea286d'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:41.509582 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (63d9c348-969d-4ca9-8e72-b7af5a36679d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:41.514495 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-433fcc04-78aa-495a-96e5-ce50e23cba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.516084 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-433fcc04-78aa-495a-96e5-ce50e23cba4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 1096 time: 0.0639806 Jan 20 07:24:41.651315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-78d5b973-0c8b-43db-8b96-34da5875f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.653853 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-78d5b973-0c8b-43db-8b96-34da5875f381 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 912 time: 0.1287341 Jan 20 07:24:41.711266 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-bbabee68-594b-406f-87f3-b756fbfee489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0462511 Jan 20 07:24:41.793915 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-230c20a3-0aa5-451c-b7f6-15b2c3989f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.795945 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-230c20a3-0aa5-451c-b7f6-15b2c3989f86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.0749588 Jan 20 07:24:41.862638 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-8e48c38e-67aa-4c02-87e5-3c80a8254ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:41.864530 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-8e48c38e-67aa-4c02-87e5-3c80a8254ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533857 Jan 20 07:24:42.011375 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-a0bf88bd-bb34-4ac6-b350-962f0f305f28 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377809 Jan 20 07:24:42.154804 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-771a3e81-0ca2-4a1b-a907-8b0558a2131b req-2baba92d-ff6d-4c40-9762-ef2ecf0f2284 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354063 Jan 20 07:24:42.463695 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:42.480530 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (63d9c348-969d-4ca9-8e72-b7af5a36679d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:42.629949 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14979-6d09-4e83-882a-ceeface1a82c req-7622a915-f0af-4ddd-b8c0-b9ae94bec174 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:42.632896 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bfb14979-6d09-4e83-882a-ceeface1a82c req-7622a915-f0af-4ddd-b8c0-b9ae94bec174 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 943 time: 0.1742148 Jan 20 07:24:42.777935 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Floating IP 63d9c348-969d-4ca9-8e72-b7af5a36679d associated. External IP: 172.27.0.101, port: 41d53b5f-9164-4365-963b-7923dbea286d. Jan 20 07:24:42.783325 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bfb14979-6d09-4e83-882a-ceeface1a82c req-4959a3e1-0f8e-4ce8-85cc-2e26eb152dd2 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002190 Jan 20 07:24:43.045397 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Router a3d57634-22f3-4af0-9168-97c50697ea23 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:24:43.245155 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:24:43.253066 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:43.262795 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:24:43.277615 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:43.278361 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:43.290259 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2b9a0c9e-5581-4b2b-81b1-114c8aa48378 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "PUT /v2.0/floatingips/63d9c348-969d-4ca9-8e72-b7af5a36679d HTTP/1.1" status: 200 len: 991 time: 1.8611922 Jan 20 07:24:43.291302 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:43.295262 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c04a3e-fa9f-44ca-90cc-d95060192449" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:43.359159 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1838f8-75fb-409d-8bad-8100222ef42d x-openstack-request-id: req-fe1838f8-75fb-409d-8bad-8100222ef42d {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:43.359669 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:43.360095 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe1838f8-75fb-409d-8bad-8100222ef42d {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:43.360756 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'status': 'completed', 'code': 200} Jan 20 07:24:43.448598 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-7d8d4d2d-5b27-43d8-b654-8ff370dae117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:43.450340 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-7d8d4d2d-5b27-43d8-b654-8ff370dae117 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1098 time: 0.0560501 Jan 20 07:24:43.462310 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:43.609168 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-f0093b06-6ca0-41c5-88b0-56d19774d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:43.611694 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-f0093b06-6ca0-41c5-88b0-56d19774d9b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.1533604 Jan 20 07:24:43.725230 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-1d880548-1a3d-48eb-9928-e16f5d01ac19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 999 time: 0.1061261 Jan 20 07:24:43.826512 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-02c2dabd-6e11-4b64-b4c1-79ceb4e35a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:43.829760 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-02c2dabd-6e11-4b64-b4c1-79ceb4e35a66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0947325 Jan 20 07:24:43.924129 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-fb26efb8-ecf9-431c-b043-4e63ddce7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:43.925788 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-fb26efb8-ecf9-431c-b043-4e63ddce7f23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752790 Jan 20 07:24:43.994785 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7de7-aba5-403d-849f-61e81603aef4 req-ad1047e1-78e1-4519-a450-50c26b879de0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:43.996290 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c07c7de7-aba5-403d-849f-61e81603aef4 req-ad1047e1-78e1-4519-a450-50c26b879de0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 943 time: 0.1092968 Jan 20 07:24:43.996903 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '63d9c348-969d-4ca9-8e72-b7af5a36679d', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'port_id': '41d53b5f-9164-4365-963b-7923dbea286d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'mac_address': 'fa:16:3e:61:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe9406-b539-429a-b0f9-390e33615043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:19Z', 'updated_at': '2022-01-20T07:24:42Z', 'revision_number': 1, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:44.052303 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:24:44.067237 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:44.068325 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:44.079684 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-023e7b8d-c7c1-4c20-aa3e-22af0d0bb166 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464288 Jan 20 07:24:44.085571 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c07c7de7-aba5-403d-849f-61e81603aef4 req-c5635bc5-4900-4d94-8f14-125191568f5f tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772173 Jan 20 07:24:44.201666 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3c04a3e-fa9f-44ca-90cc-d95060192449 req-b5d37283-07ab-4484-8b6b-d7709d88c5d7 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149426 Jan 20 07:24:44.264797 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:44.562284 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '63d9c348-969d-4ca9-8e72-b7af5a36679d', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'port_id': '41d53b5f-9164-4365-963b-7923dbea286d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'mac_address': 'fa:16:3e:61:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe9406-b539-429a-b0f9-390e33615043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:19Z', 'updated_at': '2022-01-20T07:24:42Z', 'revision_number': 1, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:44.595560 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf5fb-abe0-4b08-b655-9cbbaa448727 req-288d8cb3-16bf-42f2-a996-d0aa4c2f7eb5 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:44.597719 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f39cf5fb-abe0-4b08-b655-9cbbaa448727 req-288d8cb3-16bf-42f2-a996-d0aa4c2f7eb5 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0659709 Jan 20 07:24:44.609161 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:24:44.613186 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3c990-eb69-4d45-abac-1f2fc94329a9 None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '63d9c348-969d-4ca9-8e72-b7af5a36679d', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'port_id': '41d53b5f-9164-4365-963b-7923dbea286d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'mac_address': 'fa:16:3e:61:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe9406-b539-429a-b0f9-390e33615043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:19Z', 'updated_at': '2022-01-20T07:24:42Z', 'revision_number': 1, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:24:44.676770 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f39cf5fb-abe0-4b08-b655-9cbbaa448727 req-08782727-4783-4bfe-8576-51c5597758c3 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723815 Jan 20 07:24:44.764193 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:44.784537 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'port_id': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'mac_address': 'fa:16:3e:2f:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:24:44.852889 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:44.853293 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:44.872710 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:24:44.920262 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:44.930601 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:44.951371 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7677d4-6650-49e6-b2ac-6795946d0751 None None] New status for floating IP 63d9c348-969d-4ca9-8e72-b7af5a36679d: ACTIVE {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:24:44.991751 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:45.243619 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:45.269104 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c72b55-9aa0-4c3b-a57f-466dc4a9843b req-82f95812-6ba4-42e8-87ce-cc37f2aceab7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:45.271089 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-54c72b55-9aa0-4c3b-a57f-466dc4a9843b req-82f95812-6ba4-42e8-87ce-cc37f2aceab7 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 944 time: 0.0745194 Jan 20 07:24:45.378787 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-54c72b55-9aa0-4c3b-a57f-466dc4a9843b req-3761e001-a502-47bf-846a-fbd79e3c9baf tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957069 Jan 20 07:24:45.822195 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e94f1-7cc5-49a1-bcbb-cb041ca5b7fa req-ef790c3f-1a68-4d9a-b1a1-fe61aac79062 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:45.823840 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f71e94f1-7cc5-49a1-bcbb-cb041ca5b7fa req-ef790c3f-1a68-4d9a-b1a1-fe61aac79062 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0548625 Jan 20 07:24:45.880125 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f71e94f1-7cc5-49a1-bcbb-cb041ca5b7fa req-a8b8b1f4-8c35-4699-a734-9216f33118ef tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/security-groups?id=fab4964a-8094-4894-a764-ce2df02d6e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497742 Jan 20 07:24:46.251620 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397f32-78f1-46e3-835c-a9e80444440b req-3cf1f429-64b3-422a-9eb3-1a97db33de53 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:46.253086 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b4397f32-78f1-46e3-835c-a9e80444440b req-3cf1f429-64b3-422a-9eb3-1a97db33de53 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 945 time: 0.0560012 Jan 20 07:24:46.361692 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Deleting port d8f97263-2f15-4842-941d-5cfbe11115be {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:24:46.362407 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:46.505325 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] For port d8f97263-2f15-4842-941d-5cfbe11115be, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8f97263-2f15-4842-941d-5cfbe11115be,segment=NetworkSegment(c31d2406-9f59-4b8a-9963-14c1ae66b9b5),segment_id=c31d2406-9f59-4b8a-9963-14c1ae66b9b5)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:46.505888 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:46.532914 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Calling delete_port for d8f97263-2f15-4842-941d-5cfbe11115be owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:24:46.548585 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794820d-16f5-4932-b9ab-f5dfba3a1db7 req-3341c5ab-fc73-4a98-b18d-20e6d4761044 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:46.551448 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3794820d-16f5-4932-b9ab-f5dfba3a1db7 req-3341c5ab-fc73-4a98-b18d-20e6d4761044 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 944 time: 0.0873711 Jan 20 07:24:46.607334 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:24:46.667631 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3794820d-16f5-4932-b9ab-f5dfba3a1db7 req-196dd7fe-8713-4973-9eb5-39356174c53d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071522 Jan 20 07:24:46.726774 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:24:46.734791 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:46.735458 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:46.757846 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (d8f97263-2f15-4842-941d-5cfbe11115be), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:46.773472 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['d8f97263-2f15-4842-941d-5cfbe11115be'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:46.935574 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:46.936296 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:46.980907 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:46.985254 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050fea8d-48b0-4088-8d62-827615ed20f0" -d '{"events": [{"server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "name": "network-vif-plugged", "status": "completed", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:47.011511 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:47.018130 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:47.057323 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-58441611-7fcc-4612-ae08-856fad9df905 req-f60f8b9e-7d97-4a3b-9f4f-63566cfa07da tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 210 time: 0.0779979 Jan 20 07:24:47.062972 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Pushing event deleted for resources: {'Port': ['ID=d8f97263-2f15-4842-941d-5cfbe11115be,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:47.070800 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76a0929-e7c6-48b8-a6ba-4f11f482f6c8 x-openstack-request-id: req-a76a0929-e7c6-48b8-a6ba-4f11f482f6c8 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:47.070800 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "name": "network-vif-plugged", "status": "completed", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:47.070995 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a76a0929-e7c6-48b8-a6ba-4f11f482f6c8 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:47.071645 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'code': 200} Jan 20 07:24:47.113084 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:47.124024 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] No DVR routers for this DVR port d8f97263-2f15-4842-941d-5cfbe11115be on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:24:47.127345 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:47.131539 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b4397f32-78f1-46e3-835c-a9e80444440b req-469b1ff2-ce47-40a4-9701-757111079cec tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.42 "DELETE /v2.0/ports/d8f97263-2f15-4842-941d-5cfbe11115be HTTP/1.1" status: 204 len: 173 time: 0.8730283 Jan 20 07:24:47.132117 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'name': 'network-vif-deleted', 'tag': 'd8f97263-2f15-4842-941d-5cfbe11115be'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:47.134911 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e709786-708e-4a6a-a533-d009cec3360a" -d '{"events": [{"server_uuid": "3e95f59b-b983-4839-9bf9-bb16b4f12c8d", "name": "network-vif-deleted", "tag": "d8f97263-2f15-4842-941d-5cfbe11115be"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:47.176971 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae083c8-c9b1-4c3d-b9dd-46298085e5bb x-openstack-request-id: req-5ae083c8-c9b1-4c3d-b9dd-46298085e5bb {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:47.177304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95f59b-b983-4839-9bf9-bb16b4f12c8d", "name": "network-vif-deleted", "tag": "d8f97263-2f15-4842-941d-5cfbe11115be", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:47.177632 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ae083c8-c9b1-4c3d-b9dd-46298085e5bb {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:47.178087 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95f59b-b983-4839-9bf9-bb16b4f12c8d', 'name': 'network-vif-deleted', 'tag': 'd8f97263-2f15-4842-941d-5cfbe11115be', 'status': 'completed', 'code': 200} Jan 20 07:24:47.813144 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211018-08fd-4936-a128-7702567ba231 req-d8b6cc8c-b7c2-40a3-8d15-d499c8d5f8d2 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:47.814788 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-da211018-08fd-4936-a128-7702567ba231 req-d8b6cc8c-b7c2-40a3-8d15-d499c8d5f8d2 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0532079 Jan 20 07:24:47.940385 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-da211018-08fd-4936-a128-7702567ba231 req-66bb23bb-3388-4765-ae3e-1af40a76adb0 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152375 Jan 20 07:24:48.170627 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-346b7e43-a47b-4cdc-a233-1e8a2a594ba5 req-f3f0e352-eabe-4e16-8269-2658f69723f7 tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 210 time: 0.0267549 Jan 20 07:24:49.059732 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27874-9118-42e2-80a1-9e8b1bef9815 req-f8a5a0fb-bfd3-457e-b4eb-5dbb5b2cc075 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:49.061160 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e4a27874-9118-42e2-80a1-9e8b1bef9815 req-f8a5a0fb-bfd3-457e-b4eb-5dbb5b2cc075 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0511346 Jan 20 07:24:49.130476 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e4a27874-9118-42e2-80a1-9e8b1bef9815 req-d1a3b1cb-e9c1-40d5-876a-0a94377d09aa tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601969 Jan 20 07:24:49.305863 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3550620f-f462-4973-9aba-294f6bdd523e req-0b98f7b8-29f2-449a-be16-27f4af5403be tempest-VolumesSnapshotTestJSON-1104348566 tempest-VolumesSnapshotTestJSON-1104348566-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95f59b-b983-4839-9bf9-bb16b4f12c8d HTTP/1.1" status: 200 len: 210 time: 0.0294905 Jan 20 07:24:49.756483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46b4c-f5f8-4ded-a987-950dd359a1b6 req-fb9741b0-532a-4698-9652-260d873bde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:49.759028 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b5a46b4c-f5f8-4ded-a987-950dd359a1b6 req-fb9741b0-532a-4698-9652-260d873bde23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 1098 time: 0.1171172 Jan 20 07:24:49.818107 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b5a46b4c-f5f8-4ded-a987-950dd359a1b6 req-b40279de-1bd8-43ba-99be-eec36ae2b262 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511484 Jan 20 07:24:50.281821 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4996ab-f3cc-463a-b465-48ab7530984d req-c17f813c-edb2-433e-a612-a1391775c2cb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:50.283355 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a4996ab-f3cc-463a-b465-48ab7530984d req-c17f813c-edb2-433e-a612-a1391775c2cb tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0784841 Jan 20 07:24:50.340783 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a4996ab-f3cc-463a-b465-48ab7530984d req-60770bc5-27af-429e-bf67-cfbc836f361c tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503697 Jan 20 07:24:51.474836 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af6746-9971-4838-ab38-6b7a29925626 req-d82d1574-3588-4690-bb0f-9a3f90c2c2a8 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:51.476598 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-41af6746-9971-4838-ab38-6b7a29925626 req-d82d1574-3588-4690-bb0f-9a3f90c2c2a8 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Jan 20 07:24:51.531344 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-41af6746-9971-4838-ab38-6b7a29925626 req-e92222b6-89f2-458c-82a4-efd773cf2177 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457931 Jan 20 07:24:51.652770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bc21c-8888-42ca-aea4-4b4e8fa7313d req-390d1173-6a68-4992-be8c-58de5fde25e5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:51.654263 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2a4bc21c-8888-42ca-aea4-4b4e8fa7313d req-390d1173-6a68-4992-be8c-58de5fde25e5 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Jan 20 07:24:51.663330 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 34904) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:51.668042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Request body: {'floatingip': {'port_id': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:51.736616 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (457ec9c4-ab85-44be-b180-44ab4644a33f), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:52.240755 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:52.247042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (457ec9c4-ab85-44be-b180-44ab4644a33f), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:52.360503 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Floating IP 457ec9c4-ab85-44be-b180-44ab4644a33f associated. External IP: 172.27.0.45, port: 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7. Jan 20 07:24:52.589384 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:24:52.711699 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:24:52.717537 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:52.723262 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:24:52.739806 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:52.740465 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:52.755343 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f16f5b0a-a78c-4cbb-b430-ce6b6e403f05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "PUT /v2.0/floatingips/457ec9c4-ab85-44be-b180-44ab4644a33f HTTP/1.1" status: 200 len: 990 time: 1.0908663 Jan 20 07:24:52.756115 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:52.759215 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401afb22-bc35-44dd-9995-0be7ca852d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:52.799642 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d857a97-fc18-43b7-9697-3e8512ec1318 x-openstack-request-id: req-7d857a97-fc18-43b7-9697-3e8512ec1318 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:52.800051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:52.800319 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d857a97-fc18-43b7-9697-3e8512ec1318 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:52.800732 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'status': 'completed', 'code': 200} Jan 20 07:24:52.860631 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:53.102271 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '457ec9c4-ab85-44be-b180-44ab4644a33f', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'port_id': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'mac_address': 'fa:16:3e:2f:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:34Z', 'updated_at': '2022-01-20T07:24:52Z', 'revision_number': 1, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:53.131037 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:24:53.141136 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:24:53.141891 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:53.254597 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:24:53.500354 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '457ec9c4-ab85-44be-b180-44ab4644a33f', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'port_id': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'mac_address': 'fa:16:3e:2f:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:34Z', 'updated_at': '2022-01-20T07:24:52Z', 'revision_number': 1, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:24:53.531045 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628057-d28e-49d5-a05e-1bbc3b23b16e None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '457ec9c4-ab85-44be-b180-44ab4644a33f', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'port_id': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'mac_address': 'fa:16:3e:2f:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:24:34Z', 'updated_at': '2022-01-20T07:24:52Z', 'revision_number': 1, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:24:53.734978 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ebf2ea-89a8-4d1b-9225-53841d941e38 None None] New status for floating IP 457ec9c4-ab85-44be-b180-44ab4644a33f: ACTIVE {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:24:53.897819 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device d8f97263-2f15-4842-941d-5cfbe11115be no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:24:53.922184 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: d8f97263-2f15-4842-941d-5cfbe11115be {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:24:53.922599 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device d8f97263-2f15-4842-941d-5cfbe11115be not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:24:54.886821 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-e62204ac-fab5-4df7-8856-c20c0e087c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:54.888774 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-e62204ac-fab5-4df7-8856-c20c0e087c2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b430e6e902a455aa9266caa14a797fd&device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 1098 time: 0.0531919 Jan 20 07:24:55.007889 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-2c88f0a3-f4eb-45bf-9d69-b94fde28358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:55.009376 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-2c88f0a3-f4eb-45bf-9d69-b94fde28358a service neutron] 10.222.0.42 "GET /v2.0/networks?id=07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 200 len: 912 time: 0.1139693 Jan 20 07:24:55.082495 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-751ec444-242a-4498-a2a9-73be4dc24e08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 HTTP/1.1" status: 200 len: 1000 time: 0.0664115 Jan 20 07:24:55.138504 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-c4b45484-c34b-4103-b2b6-a5c4b29437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:55.140071 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-c4b45484-c34b-4103-b2b6-a5c4b29437d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 200 len: 850 time: 0.0513630 Jan 20 07:24:55.193391 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-5bee46f2-91d7-4407-acf0-9199880f05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:55.195787 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-5bee46f2-91d7-4407-acf0-9199880f05e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07e60e53-7313-409f-846d-f039ea182901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492742 Jan 20 07:24:55.207889 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:24:55.301001 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-221b85ca-d13a-467c-8c0a-985d3d32d1ba service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975797 Jan 20 07:24:55.423721 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-401afb22-bc35-44dd-9995-0be7ca852d5b req-ee85a824-2e12-4d73-a965-2740849b6dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158402 Jan 20 07:24:57.010030 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34974) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:57.135624 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e48d0fb5-5d05-4f6b-9121-eab5d55c49ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.219134 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e48d0fb5-5d05-4f6b-9121-eab5d55c49ae admin admin] Publish callbacks [] for security_group (24c2edfc-79d5-4769-8c79-4ecedf54114a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.223472 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e48d0fb5-5d05-4f6b-9121-eab5d55c49ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (24c2edfc-79d5-4769-8c79-4ecedf54114a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.263010 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e48d0fb5-5d05-4f6b-9121-eab5d55c49ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc12fcadb77947c696d4828c5f997fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518392 Jan 20 07:24:57.263976 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d0fb5-5d05-4f6b-9121-eab5d55c49ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2edfc-79d5-4769-8c79-4ecedf54114a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:57.267061 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 34980) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:57.321126 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92704b27-c41b-4deb-b83c-308eb0904aaf admin admin] Publish callbacks [] for security_group (24c2edfc-79d5-4769-8c79-4ecedf54114a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.345379 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92704b27-c41b-4deb-b83c-308eb0904aaf admin admin] Publish callbacks [] for security_group (24c2edfc-79d5-4769-8c79-4ecedf54114a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.415292 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92704b27-c41b-4deb-b83c-308eb0904aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (24c2edfc-79d5-4769-8c79-4ecedf54114a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.419118 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92704b27-c41b-4deb-b83c-308eb0904aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:57.420704 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-92704b27-c41b-4deb-b83c-308eb0904aaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24c2edfc-79d5-4769-8c79-4ecedf54114a HTTP/1.1" status: 204 len: 168 time: 0.1525519 Jan 20 07:24:57.430157 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92704b27-c41b-4deb-b83c-308eb0904aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2edfc-79d5-4769-8c79-4ecedf54114a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:57.738736 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-6bdf0b7e-a1b4-4e0b-95c6-bb1005bc9891 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909156617&fields=id&tenant_id=16ea55cd3fdd44a4a511fc911f14feb0 HTTP/1.1" status: 200 len: 267 time: 0.0581729 Jan 20 07:24:57.815415 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-69fddf3f-e865-4e1d-a622-48275c92a2c6 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:57.815676 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-69fddf3f-e865-4e1d-a622-48275c92a2c6 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 985 time: 0.0733423 Jan 20 07:24:57.830134 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Request body: {'port': {'security_groups': ['aaaaefaa-8589-4a50-9578-adc077245c88']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:24:57.910620 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.191985 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:24:58.240447 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.246971 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.259491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:58.302565 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:58.304074 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.305697 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35a2554e-edb7-4d56-9a92-fee534b8e94a req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "PUT /v2.0/ports/c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 943 time: 0.4812479 Jan 20 07:24:58.311323 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:24:58.314281 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5783eb65-768f-483e-acdc-847337fb6c07" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:24:58.315878 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35018) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:58.354154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5b4dd-b810-4583-a3c9-329aa2d5cc49 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event updated for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:58.396032 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group (362f69bd-3ca2-4aee-abe6-20293918f2b7), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.411295 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:24:58.432041 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group (362f69bd-3ca2-4aee-abe6-20293918f2b7), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.536306 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (362f69bd-3ca2-4aee-abe6-20293918f2b7), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.540497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.541794 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "DELETE /v2.0/security-groups/362f69bd-3ca2-4aee-abe6-20293918f2b7 HTTP/1.1" status: 204 len: 168 time: 0.2237873 Jan 20 07:24:58.544666 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35026) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:24:58.577325 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f69bd-3ca2-4aee-abe6-20293918f2b7,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:58.587366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.589645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.589645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.589645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.589645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.590135 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.590669 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.591107 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.591616 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.592119 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.592637 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.593059 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.593612 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea4076-f08d-44d0-bfc6-82cfaa96b836 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:24:58.647948 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c585e288-8a57-44d2-ad86-1b1c24991efc x-openstack-request-id: req-c585e288-8a57-44d2-ad86-1b1c24991efc {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:24:58.648507 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:24:58.648939 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c585e288-8a57-44d2-ad86-1b1c24991efc {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:24:58.649537 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'status': 'completed', 'code': 200} Jan 20 07:24:58.740044 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783eb65-768f-483e-acdc-847337fb6c07 req-c90f5c11-337f-4944-b928-1b15e11216a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:58.742248 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-c90f5c11-337f-4944-b928-1b15e11216a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1099 time: 0.0538943 Jan 20 07:24:58.746265 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-84cb9e4f-c89a-48ff-b430-5781dec608c9 None None] Provisioning complete for port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:24:58.746947 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-84cb9e4f-c89a-48ff-b430-5781dec608c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.816516 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Deleting port ee71542d-25cd-4d14-8e63-dcdc2e4447f8 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:24:58.816755 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.843945 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-84cb9e4f-c89a-48ff-b430-5781dec608c9 None None] Current status of the port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:24:58.917992 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.918406 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for floatingip (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:58.920973 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783eb65-768f-483e-acdc-847337fb6c07 req-50ddcb8b-38dc-4d51-971f-eacb27abf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:58.923079 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-50ddcb8b-38dc-4d51-971f-eacb27abf9ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 916 time: 0.1721051 Jan 20 07:24:58.933164 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Calling delete_port for ee71542d-25cd-4d14-8e63-dcdc2e4447f8 owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:24:59.016557 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-cf2d3875-02a1-4f6f-b8b2-c9c2ac633ea9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 1002 time: 0.0861716 Jan 20 07:24:59.079960 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783eb65-768f-483e-acdc-847337fb6c07 req-0b6fbb6a-cc93-4f7b-b3d5-3d8c7bf809a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:59.081350 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-0b6fbb6a-cc93-4f7b-b3d5-3d8c7bf809a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.0573750 Jan 20 07:24:59.140214 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783eb65-768f-483e-acdc-847337fb6c07 req-783de279-e26f-49ef-85fb-2994f41b933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:24:59.142110 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-783de279-e26f-49ef-85fb-2994f41b933f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545774 Jan 20 07:24:59.151844 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (ee71542d-25cd-4d14-8e63-dcdc2e4447f8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:59.211634 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event deleted for resources: {'Port': ['ID=ee71542d-25cd-4d14-8e63-dcdc2e4447f8,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:24:59.270929 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-f2b01075-2e50-4a3d-bf61-95f79c5803a1 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187754 Jan 20 07:24:59.294666 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks [] for floatingip (722996df-f2c2-4862-b89e-dc3a243b4f3a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:59.295494 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Floating IP 722996df-f2c2-4862-b89e-dc3a243b4f3a disassociated (deleted). External IP: 172.27.0.182, port: c09a58ba-d57c-4bf9-bbb9-fd146515bd5d. Jan 20 07:24:59.441317 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5783eb65-768f-483e-acdc-847337fb6c07 req-f93aacb6-c38a-4d92-aeb1-1f3b075f0fb9 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550684 Jan 20 07:24:59.578183 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Router 168d06cb-cffa-4bad-b266-c50ca1103c5a has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:24:59.935891 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:24:59.941145 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:24:59.973017 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-eb22f811-3c10-4510-aaef-db12b5c1e83d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "DELETE /v2.0/floatingips/722996df-f2c2-4862-b89e-dc3a243b4f3a HTTP/1.1" status: 204 len: 168 time: 1.4271836 Jan 20 07:24:59.993688 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29621764-5994-438c-83f2-a10adc98d62c None None] Sync routers for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:00.020652 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:00.021196 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:00.209305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:00.511227 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:00.548573 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29621764-5994-438c-83f2-a10adc98d62c None None] Checking router: 168d06cb-cffa-4bad-b266-c50ca1103c5a for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:00.572425 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:00.573082 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:24:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:00.650932 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:25:00.654350 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477ab22-1954-4cef-8dd8-de20519e8119" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:25:00.693089 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:00.922082 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-29621764-5994-438c-83f2-a10adc98d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:00.948651 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29621764-5994-438c-83f2-a10adc98d62c None None] The sync data for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi is: [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:43Z', 'revision_number': 4, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b', 'name': '', 'network_id': '4e62a35d-4aba-4ae4-b380-06fdf07194db', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'mac_address': 'fa:16:3e:0f:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '59607796-1a37-4cd9-be25-6242212f426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:41Z', 'updated_at': '2022-01-20T07:21:49Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'subnets': [{'id': '59607796-1a37-4cd9-be25-6242212f426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:01.184067 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52a1472-78c1-40f4-8bdd-2dad13011c9f None None] New status for floating IP 722996df-f2c2-4862-b89e-dc3a243b4f3a: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:25:01.817814 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4926ca52-4962-4ce0-b954-6aba7fc92c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:02.590315 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84ffa3-40a8-4789-945a-035416434627 x-openstack-request-id: req-ed84ffa3-40a8-4789-945a-035416434627 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:25:02.591535 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:25:02.591986 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed84ffa3-40a8-4789-945a-035416434627 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:25:02.592623 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'status': 'completed', 'code': 200} Jan 20 07:25:02.677637 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-43376730-57af-4ce7-96e4-2d69f82c7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:02.680405 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-43376730-57af-4ce7-96e4-2d69f82c7a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 1099 time: 0.0626211 Jan 20 07:25:02.817117 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-26d8675b-9514-41f8-b85e-2c9f5a978f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:02.818527 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-26d8675b-9514-41f8-b85e-2c9f5a978f7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 200 len: 916 time: 0.1311803 Jan 20 07:25:02.868873 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-5df9e8f9-55fa-4d73-9228-192e94ae3833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 200 len: 217 time: 0.0368655 Jan 20 07:25:02.927131 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-c6c750f8-df28-492d-b5b8-2daa4cb679b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:02.929221 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-c6c750f8-df28-492d-b5b8-2daa4cb679b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 200 len: 854 time: 0.0493071 Jan 20 07:25:02.981793 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-ea38fd79-6032-485e-aea9-af1fcac8389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:02.983314 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-ea38fd79-6032-485e-aea9-af1fcac8389a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e62a35d-4aba-4ae4-b380-06fdf07194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466778 Jan 20 07:25:03.081329 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-7cff235b-2cb1-4b17-ba32-5f0c4694714b service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910597 Jan 20 07:25:03.174663 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1477ab22-1954-4cef-8dd8-de20519e8119 req-0e222bed-f013-4b29-8f11-eb43c5e3a520 service neutron] 10.222.0.42 "GET /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864379 Jan 20 07:25:05.229153 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e87b901c-b2e0-4d4a-913b-14b48578c916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:05.714553 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:06.571088 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:07.775686 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:08.402599 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:10.706621 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc13b-146b-4ff8-acb6-f460387186b6 req-c9cc5ce3-088b-48a1-85d4-bc0674354773 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:10.708190 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5bfc13b-146b-4ff8-acb6-f460387186b6 req-c9cc5ce3-088b-48a1-85d4-bc0674354773 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0510280 Jan 20 07:25:10.759223 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5bfc13b-146b-4ff8-acb6-f460387186b6 req-2e763d05-7dcf-41c5-a471-9373e2d16d52 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Jan 20 07:25:11.399006 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35298) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:11.517774 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7282313a-ba18-4e59-8829-2ad6f3e6f714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.593114 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7282313a-ba18-4e59-8829-2ad6f3e6f714 admin admin] Publish callbacks [] for security_group (8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.600008 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7282313a-ba18-4e59-8829-2ad6f3e6f714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.637863 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7282313a-ba18-4e59-8829-2ad6f3e6f714 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=951142b591e34f518cbfc300409ffbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377288 Jan 20 07:25:11.638591 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282313a-ba18-4e59-8829-2ad6f3e6f714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:11.641329 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35302) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:11.692055 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d0b8-4345-4d3b-bf6c-8b6caaf8d987 admin admin] Publish callbacks [] for security_group (8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.713823 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d0b8-4345-4d3b-bf6c-8b6caaf8d987 admin admin] Publish callbacks [] for security_group (8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.760395 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d0b8-4345-4d3b-bf6c-8b6caaf8d987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.763082 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d0b8-4345-4d3b-bf6c-8b6caaf8d987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:11.764262 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f4c9d0b8-4345-4d3b-bf6c-8b6caaf8d987 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2 HTTP/1.1" status: 204 len: 168 time: 0.1211736 Jan 20 07:25:11.772700 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9d0b8-4345-4d3b-bf6c-8b6caaf8d987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0da1f4-fe82-42fe-916f-d5f7ec6e65c2,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:11.887710 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60570-0de7-4f3b-b439-0877ce51aad7 req-4ddb2d31-b211-41ef-a110-a5ae0efb5c73 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:11.889263 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a9e60570-0de7-4f3b-b439-0877ce51aad7 req-4ddb2d31-b211-41ef-a110-a5ae0efb5c73 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0536149 Jan 20 07:25:11.944471 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a9e60570-0de7-4f3b-b439-0877ce51aad7 req-1306d807-e165-4b55-b1df-28cfb3852333 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Jan 20 07:25:12.420396 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35332) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:12.529161 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-144268091-network', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:12.552762 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Made reservation on behalf of 24840d91eae3498abc4e5fddc9425ccb for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:25:12.555145 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.563883 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.643835 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks [] for security_group (596cef14-f5c5-4d22-87e8-3193bf6aea71), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.648202 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (596cef14-f5c5-4d22-87e8-3193bf6aea71), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.648412 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8156d-3086-4e01-9269-e967878f01cd req-ebb25e5b-1aa7-4f62-8f69-58382ba0ac3b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:12.649953 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3fd8156d-3086-4e01-9269-e967878f01cd req-ebb25e5b-1aa7-4f62-8f69-58382ba0ac3b tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.42 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.0632448 Jan 20 07:25:12.670629 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:25:12.685023 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596cef14-f5c5-4d22-87e8-3193bf6aea71,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:12.690297 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (db4efc68-687e-42c2-8186-a1d12935984a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.690651 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Added segment db4efc68-687e-42c2-8186-a1d12935984a of type vlan for network b80b70c9-d9b4-4999-8321-1b473b5d613e Jan 20 07:25:12.739232 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (b80b70c9-d9b4-4999-8321-1b473b5d613e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.750681 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Deleting port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:12.751015 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.770617 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (b80b70c9-d9b4-4999-8321-1b473b5d613e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.771862 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:12.772455 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.832573 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4100258 Jan 20 07:25:12.837110 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35340) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:12.842606 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Request body: {'subnet': {'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-144268091-subnet', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:12.850730 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7a624-d45f-430e-b331-1a870f620ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=b80b70c9-d9b4-4999-8321-1b473b5d613e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:12.866845 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network b80b70c9-d9b4-4999-8321-1b473b5d613e details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:25:12.882929 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] For port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:12.883289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:12.901960 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Calling delete_port for c09a58ba-d57c-4bf9-bbb9-fd146515bd5d owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:12.904216 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Made reservation on behalf of 24840d91eae3498abc4e5fddc9425ccb for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:25:12.906727 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.195218 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35346) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:13.245294 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Deleting subnet 7d16a2cc-3625-48c5-bc30-4afa6f76018e {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:25:13.249072 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Publish callbacks [] for subnet (7d16a2cc-3625-48c5-bc30-4afa6f76018e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.288272 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890015'] for subnet (7d16a2cc-3625-48c5-bc30-4afa6f76018e), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.329459 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (7d16a2cc-3625-48c5-bc30-4afa6f76018e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.385087 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15182044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26041549'] for subnet (7d16a2cc-3625-48c5-bc30-4afa6f76018e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.417094 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d16a2cc-3625-48c5-bc30-4afa6f76018e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:13.420894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.424740 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-abc3a56e-bb76-4ec5-9611-b89064506c85 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7d16a2cc-3625-48c5-bc30-4afa6f76018e HTTP/1.1" status: 204 len: 168 time: 0.2285154 Jan 20 07:25:13.428280 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35348) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:13.475119 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbc0d-c0d4-4aa8-ba57-f4a5648841c2 req-0a3dd8dd-af59-4416-871c-934bd83bdf9d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:13.477011 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0edfbc0d-c0d4-4aa8-ba57-f4a5648841c2 req-0a3dd8dd-af59-4416-871c-934bd83bdf9d tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/ports?device_id=67dc0959-5744-441a-aae5-f3a1a0f6981b HTTP/1.1" status: 200 len: 946 time: 0.4253504 Jan 20 07:25:13.499156 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.507252 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (c09a58ba-d57c-4bf9-bbb9-fd146515bd5d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.518505 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:25:13.544969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (bf52e44a-cf2b-4235-ab70-5474e13e18c7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.557707 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Pushing event deleted for resources: {'Port': ['ID=c09a58ba-d57c-4bf9-bbb9-fd146515bd5d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:13.617987 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.641504 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79ba9a5-26ae-4f25-8c3c-4e52539c8d26']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:13.652511 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:13.653200 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d2406-9f59-4b8a-9963-14c1ae66b9b5') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:13.665537 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (c31d2406-9f59-4b8a-9963-14c1ae66b9b5), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.670964 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0edfbc0d-c0d4-4aa8-ba57-f4a5648841c2 req-3f77080b-ec12-434e-8e7e-702a3aa51b0e tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaaaefaa-8589-4a50-9578-adc077245c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861544 Jan 20 07:25:13.682616 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (c31d2406-9f59-4b8a-9963-14c1ae66b9b5), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.686172 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] No DVR routers for this DVR port c09a58ba-d57c-4bf9-bbb9-fd146515bd5d on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:25:13.690960 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:25:13.691375 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (c31d2406-9f59-4b8a-9963-14c1ae66b9b5), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.694598 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:25:13.695511 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:25:13.701695 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3fd8156d-3086-4e01-9269-e967878f01cd req-33e94264-8eb2-446c-b7ae-cd9d71b2cff5 tempest-TestMinimumBasicScenario-992196809 tempest-TestMinimumBasicScenario-992196809-project] 10.222.0.42 "DELETE /v2.0/ports/c09a58ba-d57c-4bf9-bbb9-fd146515bd5d HTTP/1.1" status: 204 len: 173 time: 1.0452142 Jan 20 07:25:13.714056 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'name': 'network-vif-deleted', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:25:13.719642 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77df5a7-7bed-4eb4-8c60-856d0be6a50a" -d '{"events": [{"server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "name": "network-vif-deleted", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:25:13.730463 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf52e44a-cf2b-4235-ab70-5474e13e18c7,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:13.745869 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Checking segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:13.746925 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Network hostable DHCP agents. Network: b80b70c9-d9b4-4999-8321-1b473b5d613e, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:25:13.762860 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (b79ba9a5-26ae-4f25-8c3c-4e52539c8d26), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.773537 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.779976 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] 10.222.0.53 "DELETE /v2.0/networks/b79ba9a5-26ae-4f25-8c3c-4e52539c8d26 HTTP/1.1" status: 204 len: 168 time: 0.3503537 Jan 20 07:25:13.791713 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae5aaf-4b89-4e20-8ea8-c3a7c52f312d admin admin] Pushing event deleted for resources: {'Network': ['ID=b79ba9a5-26ae-4f25-8c3c-4e52539c8d26,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:13.796047 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Network b80b70c9-d9b4-4999-8321-1b473b5d613e is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:25:13.809881 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f22b24-0b28-46be-b410-b82c0e16cf40 x-openstack-request-id: req-60f22b24-0b28-46be-b410-b82c0e16cf40 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:25:13.810335 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dc0959-5744-441a-aae5-f3a1a0f6981b", "name": "network-vif-deleted", "tag": "c09a58ba-d57c-4bf9-bbb9-fd146515bd5d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:25:13.810854 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60f22b24-0b28-46be-b410-b82c0e16cf40 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:25:13.811659 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dc0959-5744-441a-aae5-f3a1a0f6981b', 'name': 'network-vif-deleted', 'tag': 'c09a58ba-d57c-4bf9-bbb9-fd146515bd5d', 'status': 'completed', 'code': 200} Jan 20 07:25:13.817998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, b80b70c9-d9b4-4999-8321-1b473b5d613e) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:13.825140 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:13.826369 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.832611 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f5afd-bd2c-4fce-9fb4-2be671bd9776 None None] Network b80b70c9-d9b4-4999-8321-1b473b5d613e requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:25:13.869035 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5a86e35a-8586-410c-bfe2-549d32c1599d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0291474 Jan 20 07:25:13.871720 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35358) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:13.876309 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:13.902794 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (6ee13be4-b1d2-462c-aee8-0b5816e036e1), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.904014 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (6ee13be4-b1d2-462c-aee8-0b5816e036e1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.976870 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35360) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:13.980536 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-b80b70c9-d9b4-4999-8321-1b473b5d613e', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:25:13.982127 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:13.993883 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks [] for router_controller (6ee13be4-b1d2-462c-aee8-0b5816e036e1), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.051241 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c01ec7d9-e776-4805-b6fa-5b59a92bc89f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=278498acdc194706a9ba6fa0fe40f674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725539 Jan 20 07:25:14.053594 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35362) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:14.145786 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c0156b6-876c-4248-8bb2-d269f4dac2de admin admin] Publish callbacks [] for security_group (fab4964a-8094-4894-a764-ce2df02d6e44), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.154624 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Allocated IP 172.20.0.2 (b80b70c9-d9b4-4999-8321-1b473b5d613e/bf52e44a-cf2b-4235-ab70-5474e13e18c7/e26527f5-94ab-41e0-9c78-47987b07b1f2) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:14.189958 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c0156b6-876c-4248-8bb2-d269f4dac2de admin admin] Publish callbacks [] for security_group (fab4964a-8094-4894-a764-ce2df02d6e44), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.221062 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks [] for router_gateway (6ee13be4-b1d2-462c-aee8-0b5816e036e1), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.283526 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c0156b6-876c-4248-8bb2-d269f4dac2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (fab4964a-8094-4894-a764-ce2df02d6e44), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.288750 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3c0156b6-876c-4248-8bb2-d269f4dac2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.293033 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3c0156b6-876c-4248-8bb2-d269f4dac2de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fab4964a-8094-4894-a764-ce2df02d6e44 HTTP/1.1" status: 204 len: 168 time: 0.2357547 Jan 20 07:25:14.306305 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0156b6-876c-4248-8bb2-d269f4dac2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab4964a-8094-4894-a764-ce2df02d6e44,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:14.421558 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Publish callbacks [] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.428163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.476941 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Network b80b70c9-d9b4-4999-8321-1b473b5d613e is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:14.480385 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:14.485397 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:14.487627 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Pushing event updated for resources: {'Port': ['ID=e26527f5-94ab-41e0-9c78-47987b07b1f2,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:14.496729 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.497078 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.497634 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.498361 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.498936 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.499434 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.499931 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.500422 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.500914 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.501418 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.501948 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.502444 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.502927 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:14.535836 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks [] for router_gateway (6ee13be4-b1d2-462c-aee8-0b5816e036e1), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.561367 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.571267 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Attempting to bind port e26527f5-94ab-41e0-9c78-47987b07b1f2 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:14.572038 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Attempting to bind port e26527f5-94ab-41e0-9c78-47987b07b1f2 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:14.572635 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Attempting to bind port e26527f5-94ab-41e0-9c78-47987b07b1f2 on network b80b70c9-d9b4-4999-8321-1b473b5d613e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:14.578766 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:14.579476 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Checking segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:14.580045 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.580594 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Bound using segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:14.581226 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Bound port: e26527f5-94ab-41e0-9c78-47987b07b1f2, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:14.581819 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.654013 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] For port e26527f5-94ab-41e0-9c78-47987b07b1f2, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:14.658111 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] For port e26527f5-94ab-41e0-9c78-47987b07b1f2, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=e26527f5-94ab-41e0-9c78-47987b07b1f2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:14.664254 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.696990 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Allocated IP 172.27.0.229 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/2cdd241d-785f-408d-883a-43cc743e6a08) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:14.742357 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47944a-9904-4feb-9f46-77408e604c5f None None] Pushing event updated for resources: {'Port': ['ID=e26527f5-94ab-41e0-9c78-47987b07b1f2,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:14.847931 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks [] for port (2cdd241d-785f-408d-883a-43cc743e6a08), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.890392 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:14.934035 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:14.936968 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:14.942131 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:14.992710 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd241d-785f-408d-883a-43cc743e6a08,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:15.265460 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks [] for router_gateway (6ee13be4-b1d2-462c-aee8-0b5816e036e1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:15.415399 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device e26527f5-94ab-41e0-9c78-47987b07b1f2 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:15.470796 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port e26527f5-94ab-41e0-9c78-47987b07b1f2 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:15.471066 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:15.542964 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (6ee13be4-b1d2-462c-aee8-0b5816e036e1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:15.586966 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port e26527f5-94ab-41e0-9c78-47987b07b1f2 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:15.588096 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:15.632949 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port e26527f5-94ab-41e0-9c78-47987b07b1f2, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=e26527f5-94ab-41e0-9c78-47987b07b1f2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:15.643465 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:15.657501 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35416) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:15.716198 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:25:15.734147 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=e26527f5-94ab-41e0-9c78-47987b07b1f2,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:15.888184 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:25:15.898470 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Sync routers for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:15.916161 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:15.917739 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8007370b-fe18-4b82-a15a-e893d4db9c39 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0449624 Jan 20 07:25:15.920307 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35422) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:15.926594 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:15.928582 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:15.970186 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d017b05-aeea-4381-9a51-427e75f1002f None None] Network b80b70c9-d9b4-4999-8321-1b473b5d613e requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:25:16.212391 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (168d06cb-cffa-4bad-b266-c50ca1103c5a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.223953 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-1b51585d-d725-4ec1-a960-9980d0edb668 None None] Provisioning complete for port e26527f5-94ab-41e0-9c78-47987b07b1f2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:16.224862 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1b51585d-d725-4ec1-a960-9980d0edb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.288232 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:16.497251 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1b51585d-d725-4ec1-a960-9980d0edb668 None None] Current status of the port e26527f5-94ab-41e0-9c78-47987b07b1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:16.549248 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Deleting port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:16.549658 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.560851 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:15Z', 'revision_number': 3, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:16.594168 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Checking router: 6ee13be4-b1d2-462c-aee8-0b5816e036e1 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:16.594518 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Updating router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 port 2cdd241d-785f-408d-883a-43cc743e6a08 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:25:16.631789 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.647929 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] For port 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:16.648294 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.660380 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.664822 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Calling delete_port for 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:16.844013 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Allocated IP 172.20.0.1 (b80b70c9-d9b4-4999-8321-1b473b5d613e/bf52e44a-cf2b-4235-ab70-5474e13e18c7/c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:16.849549 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-a83a0811-0d26-4b4e-878a-9084143df30e None None] Provisioning complete for port e26527f5-94ab-41e0-9c78-47987b07b1f2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:16.850082 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a83a0811-0d26-4b4e-878a-9084143df30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.870017 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:16.897800 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:16.992419 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks [] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.043041 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.043456 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Publish callbacks [] for port (2cdd241d-785f-408d-883a-43cc743e6a08), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.071339 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.089894 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-a83a0811-0d26-4b4e-878a-9084143df30e None None] Current status of the port e26527f5-94ab-41e0-9c78-47987b07b1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:17.105065 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (168d06cb-cffa-4bad-b266-c50ca1103c5a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.108760 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Network b80b70c9-d9b4-4999-8321-1b473b5d613e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:17.110645 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:17.113314 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:17.154305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Attempting to bind port 2cdd241d-785f-408d-883a-43cc743e6a08 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:17.154822 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Attempting to bind port 2cdd241d-785f-408d-883a-43cc743e6a08 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:17.155192 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Attempting to bind port 2cdd241d-785f-408d-883a-43cc743e6a08 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:17.158580 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1a9da-f9f7-47e2-b2ef-a71c65d6131e None None] Pushing event updated for resources: {'Port': ['ID=2cdd241d-785f-408d-883a-43cc743e6a08,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:17.161804 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Pushing event updated for resources: {'Port': ['ID=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:17.171338 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:17.171800 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:17.172321 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.172768 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:17.173303 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Bound port: 2cdd241d-785f-408d-883a-43cc743e6a08, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:17.173781 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.181222 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (6ee13be4-b1d2-462c-aee8-0b5816e036e1), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.258600 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] For port 2cdd241d-785f-408d-883a-43cc743e6a08, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:17.263025 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] For port 2cdd241d-785f-408d-883a-43cc743e6a08, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2cdd241d-785f-408d-883a-43cc743e6a08,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:17.268234 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.350514 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:17.351169 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:17.360048 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.477728 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Router 168d06cb-cffa-4bad-b266-c50ca1103c5a has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:25:17.478080 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device e26527f5-94ab-41e0-9c78-47987b07b1f2 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:17.519097 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1a9da-f9f7-47e2-b2ef-a71c65d6131e None None] Pushing event updated for resources: {'Port': ['ID=2cdd241d-785f-408d-883a-43cc743e6a08,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:17.543816 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:17.592666 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-46dc4533-ce5f-431a-a25c-ea7ce2f93b67 None None] Provisioning complete for port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:17.593069 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46dc4533-ce5f-431a-a25c-ea7ce2f93b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.613871 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks [] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.623829 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.629892 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c09a58ba-d57c-4bf9-bbb9-fd146515bd5d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:17.681757 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:25:17.690291 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8608bca6-f620-46f2-8413-6575d7640921 admin admin] 10.222.0.53 "PUT /v2.0/routers/168d06cb-cffa-4bad-b266-c50ca1103c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0316749 Jan 20 07:25:17.695761 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] Sync routers for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:17.702802 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: c09a58ba-d57c-4bf9-bbb9-fd146515bd5d {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:17.703169 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c09a58ba-d57c-4bf9-bbb9-fd146515bd5d not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:17.704541 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35430) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:17.726814 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:17.727041 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-46dc4533-ce5f-431a-a25c-ea7ce2f93b67 None None] Port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:25:17.728089 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:17.756312 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port e26527f5-94ab-41e0-9c78-47987b07b1f2 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:17.756992 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.781760 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Pushing event updated for resources: {'Port': ['ID=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:17.788174 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (6ee13be4-b1d2-462c-aee8-0b5816e036e1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.889485 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks [] for router (168d06cb-cffa-4bad-b266-c50ca1103c5a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:17.912438 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Network b80b70c9-d9b4-4999-8321-1b473b5d613e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:17.915497 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:17.980369 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:18.073883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port e26527f5-94ab-41e0-9c78-47987b07b1f2 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:18.074477 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:25:18.100595 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks [] for router_gateway (168d06cb-cffa-4bad-b266-c50ca1103c5a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.122285 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:16Z', 'revision_number': 1, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:18.249933 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Deleting port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:18.250276 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.319318 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:25:18.347903 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-73c3f35f-551b-4d00-82c6-c279ad542967 admin admin] 10.222.0.53 "PUT /v2.0/routers/6ee13be4-b1d2-462c-aee8-0b5816e036e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177234 Jan 20 07:25:18.358548 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:25:16Z', 'revision_number': 5, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port': {'id': '13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:18.427200 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] Checking router: 168d06cb-cffa-4bad-b266-c50ca1103c5a for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:18.432111 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d33d6-48fb-45c4-9053-401a14fe169a None None] The sync data for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi is: [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:16Z', 'revision_number': 1, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:18.445118 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] Routers {'168d06cb-cffa-4bad-b266-c50ca1103c5a'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:18.445626 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] For port 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:18.446167 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.446378 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-e5b7f915-e2c0-443c-8b54-b89d85d7a2db None None] Provisioning complete for port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:18.446725 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f915-e2c0-443c-8b54-b89d85d7a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.447074 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['168d06cb-cffa-4bad-b266-c50ca1103c5a'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:18.483065 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Calling delete_port for 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:18.506433 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7f915-e2c0-443c-8b54-b89d85d7a2db None None] Port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:25:18.588582 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] Set router 168d06cb-cffa-4bad-b266-c50ca1103c5a gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:18.641593 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:25:18Z', 'revision_number': 6, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:18.677259 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c66b-5446-4b4b-9059-70932cbabda0 None None] The sync data for ids ['168d06cb-cffa-4bad-b266-c50ca1103c5a'] in dv-cinder-823015-5-iscsi is: [{'id': '168d06cb-cffa-4bad-b266-c50ca1103c5a', 'name': 'tempest-TestMinimumBasicScenario-1786846968-router', 'tenant_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:38Z', 'updated_at': '2022-01-20T07:25:18Z', 'revision_number': 6, 'project_id': '16ea55cd3fdd44a4a511fc911f14feb0', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:18.720082 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.753596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:18.829317 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (168d06cb-cffa-4bad-b266-c50ca1103c5a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.946138 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (168d06cb-cffa-4bad-b266-c50ca1103c5a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:18.948648 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks [] for router_controller (168d06cb-cffa-4bad-b266-c50ca1103c5a), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.015570 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (168d06cb-cffa-4bad-b266-c50ca1103c5a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.016056 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 168d06cb-cffa-4bad-b266-c50ca1103c5a {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:25:19.020915 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.025416 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-542cbdc4-8606-4d6c-8208-f23a26231ba8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/168d06cb-cffa-4bad-b266-c50ca1103c5a HTTP/1.1" status: 204 len: 168 time: 1.3140221 Jan 20 07:25:19.025416 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35448) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:19.077936 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Deleting subnet 59607796-1a37-4cd9-be25-6242212f426b {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:25:19.078418 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35452) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:19.081651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Publish callbacks [] for subnet (59607796-1a37-4cd9-be25-6242212f426b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.083778 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1899051816-network', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:19.111114 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Made reservation on behalf of d3ddfa7666614773a3fc64d7685d9511 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:25:19.113635 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.128118 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.227941 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks [] for security_group (07474fda-ef0d-4746-ad5c-b3d2b872fa32), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.235858 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (07474fda-ef0d-4746-ad5c-b3d2b872fa32), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.283951 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:25:19.297596 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07474fda-ef0d-4746-ad5c-b3d2b872fa32,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:19.304014 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (06268fc8-1781-453e-abb1-402fe9006d50), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.304491 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Added segment 06268fc8-1781-453e-abb1-402fe9006d50 of type vlan for network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 Jan 20 07:25:19.359815 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (9d5c5263-8540-43da-83dc-b3fb4f30f9b6), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.392050 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (9d5c5263-8540-43da-83dc-b3fb4f30f9b6), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.393157 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:19.393857 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.427366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (59607796-1a37-4cd9-be25-6242212f426b), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.460295 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3806233 Jan 20 07:25:19.463085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35456) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:19.463964 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed97a8-1c85-4e06-b3bb-0db0722f979b admin admin] Pushing event updated for resources: {'Network': ['ID=9d5c5263-8540-43da-83dc-b3fb4f30f9b6,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:19.469417 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Request body: {'subnet': {'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1899051816-subnet', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:19.473831 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:25:19.552844 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Made reservation on behalf of d3ddfa7666614773a3fc64d7685d9511 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:25:19.555176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.627993 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (59607796-1a37-4cd9-be25-6242212f426b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.745354 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:19.757114 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (59607796-1a37-4cd9-be25-6242212f426b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.767099 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:19.767440 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6bfc89fb-8b18-4a02-b0f0-097b6d4bbc5b not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:19.767867 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:19.795267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59607796-1a37-4cd9-be25-6242212f426b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:19.798758 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:19.799109 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 13965b61-78e2-40d0-b7fa-2ce8c0aa1c2f not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:19.806963 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.809819 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d7fe9-5e8c-407d-8f3d-fe82f59ec689 None None] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:25:19.820398 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-85527caa-4146-408e-a456-24a87fd138cf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/59607796-1a37-4cd9-be25-6242212f426b HTTP/1.1" status: 204 len: 168 time: 0.7913041 Jan 20 07:25:19.820980 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35460) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:19.882566 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (f8da0b2d-a802-45e2-8c10-acadd8f6afb4), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.948342 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (4e62a35d-4aba-4ae4-b380-06fdf07194db), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:19.962578 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8da0b2d-a802-45e2-8c10-acadd8f6afb4,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:19.995114 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Checking segment: {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:19.995658 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Network hostable DHCP agents. Network: 9d5c5263-8540-43da-83dc-b3fb4f30f9b6, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:25:20.030394 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] DHCP port deletion for 4e62a35d-4aba-4ae4-b380-06fdf07194db request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:25:20.031870 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:25:20.046395 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 9d5c5263-8540-43da-83dc-b3fb4f30f9b6) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:20.055902 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:20.056651 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.058342 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Deleting port 255195f4-cac5-46a8-a1c1-335a6559289c {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:20.058739 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.070433 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f043d8-ee2b-45c8-8a88-5021543c8624 None None] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:25:20.076753 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5c7b7233-28a8-4cb8-992d-d8cef7949509 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6121016 Jan 20 07:25:20.079815 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35462) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:20.087377 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:20.127892 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (19709322-18f0-425f-a26a-7d4b2d755a9e), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.129506 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (19709322-18f0-425f-a26a-7d4b2d755a9e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.168377 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] For port 255195f4-cac5-46a8-a1c1-335a6559289c, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=255195f4-cac5-46a8-a1c1-335a6559289c,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:20.169285 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.194778 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Calling delete_port for 255195f4-cac5-46a8-a1c1-335a6559289c owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:20.204846 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks [] for router_controller (19709322-18f0-425f-a26a-7d4b2d755a9e), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.236526 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Deleting port 255195f4-cac5-46a8-a1c1-335a6559289c {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:20.236989 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.246436 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc837b867-c69b-5532-888f-1f33f92984eb-9d5c5263-8540-43da-83dc-b3fb4f30f9b6', 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6', 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'fixed_ips': [{'subnet_id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4'}]}} from dv-cinder-823015-5-iscsi. {{(pid=102634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 20 07:25:20.247999 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.334077 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.375889 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Pushing event deleted for resources: {'Port': ['ID=255195f4-cac5-46a8-a1c1-335a6559289c,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:20.383443 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] No DVR routers for this DVR port 255195f4-cac5-46a8-a1c1-335a6559289c on host dv-cinder-823015-5-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:25:20.408085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks [] for router_gateway (19709322-18f0-425f-a26a-7d4b2d755a9e), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.461507 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] For port 255195f4-cac5-46a8-a1c1-335a6559289c, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=255195f4-cac5-46a8-a1c1-335a6559289c,segment=NetworkSegment(b33e85fa-0e8c-41cd-abba-6fa526c87e45),segment_id=b33e85fa-0e8c-41cd-abba-6fa526c87e45)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:20.461913 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.486153 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Calling delete_port for 255195f4-cac5-46a8-a1c1-335a6559289c owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:20.500469 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (4e62a35d-4aba-4ae4-b380-06fdf07194db), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.531770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e62a35d-4aba-4ae4-b380-06fdf07194db']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:20.544140 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33e85fa-0e8c-41cd-abba-6fa526c87e45') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:20.544430 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33e85fa-0e8c-41cd-abba-6fa526c87e45') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:20.559735 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (b33e85fa-0e8c-41cd-abba-6fa526c87e45), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.578696 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (b33e85fa-0e8c-41cd-abba-6fa526c87e45), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.587227 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:25:20.587701 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (b33e85fa-0e8c-41cd-abba-6fa526c87e45), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:25:20.601557 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:25:20.627346 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Allocated IP 172.20.0.2 (9d5c5263-8540-43da-83dc-b3fb4f30f9b6/f8da0b2d-a802-45e2-8c10-acadd8f6afb4/ed7d0146-5964-407d-8cd2-7e3cea54700b) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:20.662650 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (4e62a35d-4aba-4ae4-b380-06fdf07194db), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.674235 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.682843 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] 10.222.0.53 "DELETE /v2.0/networks/4e62a35d-4aba-4ae4-b380-06fdf07194db HTTP/1.1" status: 204 len: 168 time: 0.8580956 Jan 20 07:25:20.684072 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35466) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:20.699778 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e40258-5547-40bd-81d0-cbcecd55429d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e62a35d-4aba-4ae4-b380-06fdf07194db,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:20.722515 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (255195f4-cac5-46a8-a1c1-335a6559289c), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.760228 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Pushing event deleted for resources: {'Port': ['ID=255195f4-cac5-46a8-a1c1-335a6559289c,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:20.764186 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] Network 4e62a35d-4aba-4ae4-b380-06fdf07194db is not hosted by any dhcp agent {{(pid=102634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 20 07:25:20.764676 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7cf82-c1c8-48a9-b167-71f8cec4df67 None None] No DVR routers for this DVR port 255195f4-cac5-46a8-a1c1-335a6559289c on host dv-cinder-823015-5-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:25:20.875459 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Publish callbacks [] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.887366 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.896319 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks [] for router_gateway (19709322-18f0-425f-a26a-7d4b2d755a9e), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.929144 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:20.936254 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:20.942466 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:20.945028 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Pushing event updated for resources: {'Port': ['ID=ed7d0146-5964-407d-8cd2-7e3cea54700b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:20.947227 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:21.014297 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Attempting to bind port ed7d0146-5964-407d-8cd2-7e3cea54700b on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:21.014665 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Attempting to bind port ed7d0146-5964-407d-8cd2-7e3cea54700b by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:21.014947 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Attempting to bind port ed7d0146-5964-407d-8cd2-7e3cea54700b on network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:21.020873 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:21.021296 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Checking segment: {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:21.021728 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.022130 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Bound using segment: {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:21.022812 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Bound port: ed7d0146-5964-407d-8cd2-7e3cea54700b, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:21.023205 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.109091 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] For port ed7d0146-5964-407d-8cd2-7e3cea54700b, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:21.114567 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] For port ed7d0146-5964-407d-8cd2-7e3cea54700b, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ed7d0146-5964-407d-8cd2-7e3cea54700b,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:21.121023 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.134179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Allocated IP 172.27.0.46 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:21.183082 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b43f29-7e0a-4b01-91f1-b26492fa39b0 None None] Pushing event updated for resources: {'Port': ['ID=ed7d0146-5964-407d-8cd2-7e3cea54700b,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:21.311967 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks [] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.414624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.458680 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2cdd241d-785f-408d-883a-43cc743e6a08 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:21.482823 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:21.498280 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:21.506590 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:21.547225 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 2cdd241d-785f-408d-883a-43cc743e6a08 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:21.547794 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.554528 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Pushing event updated for resources: {'Port': ['ID=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:21.607288 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.651800 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 2cdd241d-785f-408d-883a-43cc743e6a08 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:21.652203 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.677400 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 2cdd241d-785f-408d-883a-43cc743e6a08, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2cdd241d-785f-408d-883a-43cc743e6a08,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:21.682048 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:21.746970 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=2cdd241d-785f-408d-883a-43cc743e6a08,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:21.762105 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 255195f4-cac5-46a8-a1c1-335a6559289c no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:21.783778 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 255195f4-cac5-46a8-a1c1-335a6559289c {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:21.784012 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 255195f4-cac5-46a8-a1c1-335a6559289c not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:21.816797 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Sync routers for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:21.828658 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:21.829538 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:21.966191 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:21.979770 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks [] for router_gateway (19709322-18f0-425f-a26a-7d4b2d755a9e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.208314 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 2, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:22.380194 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Checking router: 6ee13be4-b1d2-462c-aee8-0b5816e036e1 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:22.381159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Updating router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 binding host dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:25:22.407536 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.450437 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Deleting port 31aada40-15d6-4334-8c56-84a9955e3cc2 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:22.450766 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.567077 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0dc21-94d5-434f-a290-26acdf9d78a9 None None] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:25:22.586058 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499100'] for router (19709322-18f0-425f-a26a-7d4b2d755a9e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.599579 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] For port 31aada40-15d6-4334-8c56-84a9955e3cc2, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=31aada40-15d6-4334-8c56-84a9955e3cc2,segment=NetworkSegment(502b3066-253e-480f-952c-266385267ed8),segment_id=502b3066-253e-480f-952c-266385267ed8)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:22.599939 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.657595 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Calling delete_port for 31aada40-15d6-4334-8c56-84a9955e3cc2 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:22.716722 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] Provisioning complete for port ed7d0146-5964-407d-8cd2-7e3cea54700b triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:22.717094 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.856428 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Router 19709322-18f0-425f-a26a-7d4b2d755a9e is scheduled to L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 07:25:22.883137 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Publish callbacks [] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.886915 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] Current status of the port ed7d0146-5964-407d-8cd2-7e3cea54700b is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:22.887349 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.890807 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.963734 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] For port ed7d0146-5964-407d-8cd2-7e3cea54700b, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ed7d0146-5964-407d-8cd2-7e3cea54700b,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:22.976665 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:22.984322 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3f7c3-7475-4798-8a7b-65fab3d31985 None None] Pushing event updated for resources: {'Port': ['ID=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:23.002234 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (31aada40-15d6-4334-8c56-84a9955e3cc2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.083064 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Pushing event deleted for resources: {'Port': ['ID=31aada40-15d6-4334-8c56-84a9955e3cc2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:23.118006 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Attempting to bind port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:23.118735 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Attempting to bind port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:23.119382 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Attempting to bind port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 on network b80b70c9-d9b4-4999-8321-1b473b5d613e {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:23.131882 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:23.132257 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Checking segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:23.133370 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.133952 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Bound using segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:23.134096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:25:23.134424 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Bound port: c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:23.135570 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.150846 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Sync routers for ids ['19709322-18f0-425f-a26a-7d4b2d755a9e'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:23.154056 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c43afe-c799-45c1-8ad7-8d1f65f46ad7 None None] Pushing event updated for resources: {'Port': ['ID=ed7d0146-5964-407d-8cd2-7e3cea54700b,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:23.192125 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Routers {'19709322-18f0-425f-a26a-7d4b2d755a9e'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:23.193721 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['19709322-18f0-425f-a26a-7d4b2d755a9e'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:23.199873 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.207325 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35478) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:23.209168 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5a82232a-0f3c-487f-bcf2-2088a5be9f3f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1272163 Jan 20 07:25:23.279188 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] For port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:23.282728 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] For port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:23.294743 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.390358 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-1893aa34-4168-489b-a5c3-eb24afd1450e None None] Provisioning complete for port ed7d0146-5964-407d-8cd2-7e3cea54700b triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:23.390733 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1893aa34-4168-489b-a5c3-eb24afd1450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.466975 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:23.482251 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:23.482901 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:23.615858 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3f7c3-7475-4798-8a7b-65fab3d31985 None None] Pushing event updated for resources: {'Port': ['ID=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:23.649991 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Set router 19709322-18f0-425f-a26a-7d4b2d755a9e gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:23.899206 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1893aa34-4168-489b-a5c3-eb24afd1450e None None] Current status of the port ed7d0146-5964-407d-8cd2-7e3cea54700b is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:23.953553 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:23.956147 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ed7d0146-5964-407d-8cd2-7e3cea54700b up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:24.050839 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 3, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:24.080039 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.084684 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] Provisioning complete for port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:24.085054 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.120623 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:25:24.127969 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Checking router: 19709322-18f0-425f-a26a-7d4b2d755a9e for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:24.128625 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Updating router 19709322-18f0-425f-a26a-7d4b2d755a9e port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:25:24.200402 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port ed7d0146-5964-407d-8cd2-7e3cea54700b triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:24.200778 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.289392 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.310681 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Allocated IP 172.20.0.1 (9d5c5263-8540-43da-83dc-b3fb4f30f9b6/f8da0b2d-a802-45e2-8c10-acadd8f6afb4/95d92857-14e5-4a90-8692-15d485a2de48) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:24.375220 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:25:24.402187 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6906da0e-387d-4275-8222-32413a18073b admin admin] 10.222.0.53 "PUT /v2.0/routers/e79c269c-abd2-4987-83c3-9cdb3a3b7c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7135384 Jan 20 07:25:24.402471 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] Sync routers for ids ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:24.402891 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35484) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:24.413789 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] Current status of the port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:24.414186 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.447215 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port ed7d0146-5964-407d-8cd2-7e3cea54700b is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:24.448365 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2cdd241d-785f-408d-883a-43cc743e6a08 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:24.456788 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] Routers {'e79c269c-abd2-4987-83c3-9cdb3a3b7c14'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:24.457478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:24.524651 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks [] for port (95d92857-14e5-4a90-8692-15d485a2de48), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.552022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] For port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:24.566421 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.618006 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Publish callbacks [] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.618308 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (95d92857-14e5-4a90-8692-15d485a2de48), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.627804 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.664312 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks [] for router (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.696373 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:24.699567 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Attempting to bind port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:24.699935 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Attempting to bind port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:24.700296 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Attempting to bind port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 on network bb6b7569-6c2c-4365-a33d-e283540b699e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:24.702752 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:24.711441 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:24.720306 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Pushing event updated for resources: {'Port': ['ID=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:24.726889 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:24.727864 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Checking segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:24.728443 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.729938 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Bound using segment: {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:24.730685 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Bound port: 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da7af3-3436-451f-b09f-8b0cfcaad7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:24.731256 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.780915 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.781605 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.782126 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.782635 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.783124 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.783625 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.784231 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.784711 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.785202 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.785738 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.787316 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.787995 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.788467 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:25:24.838175 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499369'] for router_interface (19709322-18f0-425f-a26a-7d4b2d755a9e), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.858400 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:23Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:24.874126 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] For port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:24.880193 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] For port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:24.892897 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.947527 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Pushing event updated for resources: {'Port': ['ID=95d92857-14e5-4a90-8692-15d485a2de48,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:24.958751 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks [] for router_gateway (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.980293 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5bcd-0b33-4448-b50d-ae6f31ecf73c None None] The sync data for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi is: [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:23Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:24.986328 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 2cdd241d-785f-408d-883a-43cc743e6a08 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:24.986659 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:24.990429 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] Set router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:25.040297 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d456be-0793-4fca-9d9f-b46812ba75ed None None] Pushing event updated for resources: {'Port': ['ID=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:25.067808 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Routers {'19709322-18f0-425f-a26a-7d4b2d755a9e'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:25.068456 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['19709322-18f0-425f-a26a-7d4b2d755a9e'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:25.122069 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Deleting port 33c0d35e-178f-433a-b778-cd64fed9ce73 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:25.122820 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.173035 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c01b8-8550-4d6a-9026-cf798e7bff10 None None] Pushing event updated for resources: {'Port': ['ID=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:25.275060 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] For port 33c0d35e-178f-433a-b778-cd64fed9ce73, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=33c0d35e-178f-433a-b778-cd64fed9ce73,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:25.275449 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.287390 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95d92857-14e5-4a90-8692-15d485a2de48), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.296134 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Calling delete_port for 33c0d35e-178f-433a-b778-cd64fed9ce73 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:25.358431 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] Set router 19709322-18f0-425f-a26a-7d4b2d755a9e gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:25.369304 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-176986ea-3a49-464d-8530-42f82e9f3f98 None None] Provisioning complete for port 95d92857-14e5-4a90-8692-15d485a2de48 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:25.369867 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-176986ea-3a49-464d-8530-42f82e9f3f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95d92857-14e5-4a90-8692-15d485a2de48), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.428137 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-176986ea-3a49-464d-8530-42f82e9f3f98 None None] Port 95d92857-14e5-4a90-8692-15d485a2de48 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:25:25.545607 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks [] for port (95d92857-14e5-4a90-8692-15d485a2de48), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.551556 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (95d92857-14e5-4a90-8692-15d485a2de48), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.553806 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 2cdd241d-785f-408d-883a-43cc743e6a08 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:25.613257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (33c0d35e-178f-433a-b778-cd64fed9ce73), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.647976 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c0d35e-178f-433a-b778-cd64fed9ce73,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:25.668739 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:25:22Z', 'revision_number': 5, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port': {'id': '33c0d35e-178f-433a-b778-cd64fed9ce73', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:21:49Z', 'updated_at': '2022-01-20T07:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:25.727439 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] Checking router: e79c269c-abd2-4987-83c3-9cdb3a3b7c14 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:25.732157 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499293'] for router_interface (19709322-18f0-425f-a26a-7d4b2d755a9e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.754261 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] Routers {'e79c269c-abd2-4987-83c3-9cdb3a3b7c14'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:25.755136 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:25.761695 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.762211 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Pushing event updated for resources: {'Port': ['ID=95d92857-14e5-4a90-8692-15d485a2de48,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:25.813365 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 3, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:25.869589 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fddd72-f684-4e58-b26b-0b0fe56a2d13 None None] The sync data for ids ['19709322-18f0-425f-a26a-7d4b2d755a9e'] in dv-cinder-823015-5-iscsi is: [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 3, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:25.879798 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] Set router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:25.887844 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:25.911919 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.915111 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks [] for router_controller (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.939458 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:25.941445 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:25.982908 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (e79c269c-abd2-4987-83c3-9cdb3a3b7c14), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.983062 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79c269c-abd2-4987-83c3-9cdb3a3b7c14 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:25:25.991811 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:25.993035 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c43ee66c-30a4-4efb-89ab-b9dc496aed17 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e79c269c-abd2-4987-83c3-9cdb3a3b7c14 HTTP/1.1" status: 204 len: 168 time: 1.5886586 Jan 20 07:25:25.995344 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:25:25Z', 'revision_number': 7, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:25.995667 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35494) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:26.039188 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada86dc-7ea5-454c-8c06-10d5ddc95215 None None] The sync data for ids ['e79c269c-abd2-4987-83c3-9cdb3a3b7c14'] in dv-cinder-823015-5-iscsi is: [{'id': 'e79c269c-abd2-4987-83c3-9cdb3a3b7c14', 'name': 'tempest-TestMinimumBasicScenario-1247065262-router', 'tenant_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:21:48Z', 'updated_at': '2022-01-20T07:25:25Z', 'revision_number': 7, 'project_id': 'c6783cc3d33d4fecadf78e008025c3b5', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:26.097727 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:26.102164 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.133346 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Deleting subnet e08d0e6e-99b2-4d7c-8651-66bd7dff3726 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:25:26.138161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Publish callbacks [] for subnet (e08d0e6e-99b2-4d7c-8651-66bd7dff3726), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.208041 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (e08d0e6e-99b2-4d7c-8651-66bd7dff3726), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.223123 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Router 19709322-18f0-425f-a26a-7d4b2d755a9e has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:25:26.280158 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:26.329176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (e08d0e6e-99b2-4d7c-8651-66bd7dff3726), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.409652 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (e08d0e6e-99b2-4d7c-8651-66bd7dff3726), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.442120 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08d0e6e-99b2-4d7c-8651-66bd7dff3726,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:26.447910 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.455419 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f1555451-b63e-431e-b655-01b8d1191843 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e08d0e6e-99b2-4d7c-8651-66bd7dff3726 HTTP/1.1" status: 204 len: 168 time: 0.4548163 Jan 20 07:25:26.456137 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35500) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:26.467909 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:25:26.487646 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafce6e8-ccab-449d-81b1-11d62cf218e1 None None] Network ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:25:26.496180 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c02f26aa-71a6-474b-b4e9-f389ba3edd25 admin admin] 10.222.0.53 "PUT /v2.0/routers/19709322-18f0-425f-a26a-7d4b2d755a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2874146 Jan 20 07:25:26.612633 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.694336 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-4cf68cdf-9cb0-4464-b78d-d4f4a27f95f4 None None] Provisioning complete for port 95d92857-14e5-4a90-8692-15d485a2de48 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:26.695151 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cf68cdf-9cb0-4464-b78d-d4f4a27f95f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95d92857-14e5-4a90-8692-15d485a2de48), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.735409 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Deleting port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:25:26.735740 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.790655 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-4cf68cdf-9cb0-4464-b78d-d4f4a27f95f4 None None] Port 95d92857-14e5-4a90-8692-15d485a2de48 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:25:26.825260 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] For port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,segment=NetworkSegment(502b3066-253e-480f-952c-266385267ed8),segment_id=502b3066-253e-480f-952c-266385267ed8)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:26.825760 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:26.845193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Calling delete_port for 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:25:26.975394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (09c5cc3e-aee6-47a9-b48e-3e5095b6c56a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.017146 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c5cc3e-aee6-47a9-b48e-3e5095b6c56a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:27.019304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] No DVR routers for this DVR port 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a on host dv-cinder-823015-5-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:25:27.048583 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db06ff-96b1-4fee-815a-4cb8ebe44840 None None] DHCP port deletion for ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:25:27.156006 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.182422 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:27.202979 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502b3066-253e-480f-952c-266385267ed8') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:27.203325 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502b3066-253e-480f-952c-266385267ed8') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:27.217875 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (502b3066-253e-480f-952c-266385267ed8), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.250334 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (502b3066-253e-480f-952c-266385267ed8), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.265977 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:25:27.266401 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (502b3066-253e-480f-952c-266385267ed8), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:25:27.268569 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:25:27.313295 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35510) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:27.319131 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147139311', 'description': 'tempest-secgroup-smoke-2147139311 description', 'project_id': '24840d91eae3498abc4e5fddc9425ccb'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:27.346154 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.351866 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.357177 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68 HTTP/1.1" status: 204 len: 168 time: 0.8990068 Jan 20 07:25:27.360618 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.372847 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f296e4-d2f0-4d0e-b82a-b51935301738 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab20b5ac-1f01-4657-ae1f-e1e7fe9eeb68,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:27.465810 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group (67d32ae7-61bb-4dcd-ab9d-002e1528bc7b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.473184 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (67d32ae7-61bb-4dcd-ab9d-002e1528bc7b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.531036 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.533226 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2185621 Jan 20 07:25:27.538184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35516) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:27.541608 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff99c5-e803-4a68-9c2f-a2efa510b1bc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:27.543581 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group_rule': {'security_group_id': '67d32ae7-61bb-4dcd-ab9d-002e1528bc7b', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:27.663085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (46eb25bf-0da5-40c5-a320-f53d5d3ad5dc), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.745541 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35518) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:27.776645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (46eb25bf-0da5-40c5-a320-f53d5d3ad5dc), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.781721 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (46eb25bf-0da5-40c5-a320-f53d5d3ad5dc), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.784234 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:27.805866 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb25bf-0da5-40c5-a320-f53d5d3ad5dc,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:27.812460 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.813822 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-27373cef-558b-4055-9932-db65c7ef7ed5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746809 Jan 20 07:25:27.818376 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35520) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:27.823696 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group_rule': {'security_group_id': '67d32ae7-61bb-4dcd-ab9d-002e1528bc7b', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:27.839458 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9bbe8e83-b164-453a-a8fd-187e1f381ce7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16ea55cd3fdd44a4a511fc911f14feb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0915647 Jan 20 07:25:27.841588 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35522) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:27.848015 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:27.848367 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.859212 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (94ec8a5a-6970-4019-9c6f-e7addbcab56c), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.925243 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-401b9bd8-29ad-450b-9925-567f62febb91 admin admin] Publish callbacks [] for security_group (aaaaefaa-8589-4a50-9578-adc077245c88), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.939731 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (94ec8a5a-6970-4019-9c6f-e7addbcab56c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.944687 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (94ec8a5a-6970-4019-9c6f-e7addbcab56c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.955702 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-401b9bd8-29ad-450b-9925-567f62febb91 admin admin] Publish callbacks [] for security_group (aaaaefaa-8589-4a50-9578-adc077245c88), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.966856 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ec8a5a-6970-4019-9c6f-e7addbcab56c,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:27.978422 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.983580 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-40f30806-8601-4c56-bd75-1723489f749f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601076 Jan 20 07:25:27.983823 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35524) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:27.993155 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:27.993849 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:27.995219 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group_rule': {'security_group_id': '67d32ae7-61bb-4dcd-ab9d-002e1528bc7b', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:28.022963 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] For port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:28.028419 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.048963 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (0ff6757c-d4d5-4c11-b2aa-9b8a9f52d441), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.054496 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-401b9bd8-29ad-450b-9925-567f62febb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (aaaaefaa-8589-4a50-9578-adc077245c88), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.057135 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-401b9bd8-29ad-450b-9925-567f62febb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.062067 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-401b9bd8-29ad-450b-9925-567f62febb91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aaaaefaa-8589-4a50-9578-adc077245c88 HTTP/1.1" status: 204 len: 168 time: 0.2148900 Jan 20 07:25:28.090044 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b9bd8-29ad-450b-9925-567f62febb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaaefaa-8589-4a50-9578-adc077245c88,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:28.130642 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Pushing event updated for resources: {'Port': ['ID=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:28.148458 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (0ff6757c-d4d5-4c11-b2aa-9b8a9f52d441), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.150955 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 31aada40-15d6-4334-8c56-84a9955e3cc2 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:28.154005 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (0ff6757c-d4d5-4c11-b2aa-9b8a9f52d441), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.177855 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 31aada40-15d6-4334-8c56-84a9955e3cc2 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:28.178469 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 31aada40-15d6-4334-8c56-84a9955e3cc2 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:28.179068 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 33c0d35e-178f-433a-b778-cd64fed9ce73 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:28.182065 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff6757c-d4d5-4c11-b2aa-9b8a9f52d441,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:28.194682 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.199239 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-857c4c35-36b2-45b2-84b1-f4b7bdad293b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146332 Jan 20 07:25:28.203771 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35528) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:28.205970 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 33c0d35e-178f-433a-b778-cd64fed9ce73 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:28.206307 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 33c0d35e-178f-433a-b778-cd64fed9ce73 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:28.206735 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:25:28.209924 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group_rule': {'security_group_id': '67d32ae7-61bb-4dcd-ab9d-002e1528bc7b', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:28.230159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:25:28.230581 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 09c5cc3e-aee6-47a9-b48e-3e5095b6c56a not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:25:28.253821 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (c84f65e1-253d-43c5-a934-34e70f83bc59), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.343299 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (c84f65e1-253d-43c5-a934-34e70f83bc59), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.354715 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (c84f65e1-253d-43c5-a934-34e70f83bc59), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.386749 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.387985 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829886 Jan 20 07:25:28.390957 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2bcf-df11-45d9-a6f2-235065aa75a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84f65e1-253d-43c5-a934-34e70f83bc59,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:28.392643 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35534) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:28.401407 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group_rule': {'security_group_id': '67d32ae7-61bb-4dcd-ab9d-002e1528bc7b', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:28.434604 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Project 24840d91eae3498abc4e5fddc9425ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 07:25:28.444915 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (c4a7fbeb-2363-4863-9a3e-5822c1807f19), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.528822 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (c4a7fbeb-2363-4863-9a3e-5822c1807f19), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.533211 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (c4a7fbeb-2363-4863-9a3e-5822c1807f19), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.560356 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a7fbeb-2363-4863-9a3e-5822c1807f19,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:28.566568 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.568340 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-42a6618f-9a89-4723-8b3e-d80b87efe549 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1742089 Jan 20 07:25:28.572844 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35536) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:28.577583 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'security_group_rule': {'security_group_id': '67d32ae7-61bb-4dcd-ab9d-002e1528bc7b', 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:28.617627 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Project 24840d91eae3498abc4e5fddc9425ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 07:25:28.624101 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (26eb93f5-f90b-4765-9f83-907f671c6646), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.645206 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35538) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:28.666337 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Sync routers for ids ['19709322-18f0-425f-a26a-7d4b2d755a9e'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:25:28.679738 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Routers {'19709322-18f0-425f-a26a-7d4b2d755a9e'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:28.681336 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['19709322-18f0-425f-a26a-7d4b2d755a9e'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:28.699091 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bac47168-4d58-4304-a6b0-6e92317f95c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6783cc3d33d4fecadf78e008025c3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511439 Jan 20 07:25:28.701620 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35540) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:25:28.711365 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (26eb93f5-f90b-4765-9f83-907f671c6646), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.718035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433274'] for security_group_rule (26eb93f5-f90b-4765-9f83-907f671c6646), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.735205 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26eb93f5-f90b-4765-9f83-907f671c6646,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:28.753116 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.766537 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d30be15c-2302-4e8d-bc36-c8983180b6e3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924248 Jan 20 07:25:28.799668 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15be2353-0046-45de-965d-c24a77a7cea5 admin admin] Publish callbacks [] for security_group (44c0c826-ed37-49ec-bc2b-0756e6dc38b7), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.825691 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15be2353-0046-45de-965d-c24a77a7cea5 admin admin] Publish callbacks [] for security_group (44c0c826-ed37-49ec-bc2b-0756e6dc38b7), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.859748 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Set router 19709322-18f0-425f-a26a-7d4b2d755a9e gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:28.898326 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15be2353-0046-45de-965d-c24a77a7cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (44c0c826-ed37-49ec-bc2b-0756e6dc38b7), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.902938 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15be2353-0046-45de-965d-c24a77a7cea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:28.905405 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-15be2353-0046-45de-965d-c24a77a7cea5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44c0c826-ed37-49ec-bc2b-0756e6dc38b7 HTTP/1.1" status: 204 len: 168 time: 0.2023771 Jan 20 07:25:28.915834 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be2353-0046-45de-965d-c24a77a7cea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c0c826-ed37-49ec-bc2b-0756e6dc38b7,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:29.206573 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:25Z', 'revision_number': 4, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '95d92857-14e5-4a90-8692-15d485a2de48', 'name': '', 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'mac_address': 'fa:16:3e:f1:b5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:24Z', 'updated_at': '2022-01-20T07:25:25Z', 'revision_number': 2, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'subnets': [{'id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:29.245120 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Checking router: 19709322-18f0-425f-a26a-7d4b2d755a9e for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:25:29.245958 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Updating router 19709322-18f0-425f-a26a-7d4b2d755a9e port 95d92857-14e5-4a90-8692-15d485a2de48 binding host dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 07:25:29.298154 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95d92857-14e5-4a90-8692-15d485a2de48), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:29.707319 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:29.731059 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Publish callbacks [] for port (95d92857-14e5-4a90-8692-15d485a2de48), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:29.742141 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (95d92857-14e5-4a90-8692-15d485a2de48), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:29.776651 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:29.777037 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:29.823245 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee4a51-7d05-4e17-bc92-069d87b7bdc9 None None] Pushing event updated for resources: {'Port': ['ID=95d92857-14e5-4a90-8692-15d485a2de48,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:29.897665 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:29.922634 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Attempting to bind port 95d92857-14e5-4a90-8692-15d485a2de48 on host dv-cinder-823015-5-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:29.923196 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Attempting to bind port 95d92857-14e5-4a90-8692-15d485a2de48 by drivers openvswitch,hyperv on host dv-cinder-823015-5-iscsi at level 0 using segments [{'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:29.923667 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Attempting to bind port 95d92857-14e5-4a90-8692-15d485a2de48 on network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:29.930622 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Checking agent: {'id': '93b52de7-ca1e-493a-a859-ff5335120dda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 11, 38), 'started_at': datetime.datetime(2022, 1, 20, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:29.931015 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Checking segment: {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:29.931419 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:29.931820 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Bound using segment: {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:29.932314 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Bound port: 95d92857-14e5-4a90-8692-15d485a2de48, host: dv-cinder-823015-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06268fc8-1781-453e-abb1-402fe9006d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:29.932693 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95d92857-14e5-4a90-8692-15d485a2de48), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:30.023258 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] For port 95d92857-14e5-4a90-8692-15d485a2de48, host dv-cinder-823015-5-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:30.031777 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] For port 95d92857-14e5-4a90-8692-15d485a2de48, host dv-cinder-823015-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=95d92857-14e5-4a90-8692-15d485a2de48,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:30.040389 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (95d92857-14e5-4a90-8692-15d485a2de48), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:30.104737 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Routers {'19709322-18f0-425f-a26a-7d4b2d755a9e'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:25:30.105362 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['19709322-18f0-425f-a26a-7d4b2d755a9e'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:30.107284 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee4a51-7d05-4e17-bc92-069d87b7bdc9 None None] Pushing event updated for resources: {'Port': ['ID=95d92857-14e5-4a90-8692-15d485a2de48,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:30.137293 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] Provisioning complete for port 95d92857-14e5-4a90-8692-15d485a2de48 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:30.137851 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95d92857-14e5-4a90-8692-15d485a2de48), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:30.247970 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] Set router 19709322-18f0-425f-a26a-7d4b2d755a9e gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:25:30.258087 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] Current status of the port 95d92857-14e5-4a90-8692-15d485a2de48 is: DOWN; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:30.258534 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95d92857-14e5-4a90-8692-15d485a2de48), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:30.305603 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] For port 95d92857-14e5-4a90-8692-15d485a2de48, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=95d92857-14e5-4a90-8692-15d485a2de48,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:30.311278 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (95d92857-14e5-4a90-8692-15d485a2de48), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:30.362640 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b875a4-7d14-4724-959d-64cefc196770 None None] Pushing event updated for resources: {'Port': ['ID=95d92857-14e5-4a90-8692-15d485a2de48,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:30.430360 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-1489a54c-ef6a-4436-ad0f-e0b268f85ef7 None None] Provisioning complete for port 95d92857-14e5-4a90-8692-15d485a2de48 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:30.430741 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1489a54c-ef6a-4436-ad0f-e0b268f85ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95d92857-14e5-4a90-8692-15d485a2de48), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:30.532961 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1489a54c-ef6a-4436-ad0f-e0b268f85ef7 None None] Current status of the port 95d92857-14e5-4a90-8692-15d485a2de48 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:30.568758 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:25Z', 'revision_number': 4, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '95d92857-14e5-4a90-8692-15d485a2de48', 'name': '', 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'mac_address': 'fa:16:3e:f1:b5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:24Z', 'updated_at': '2022-01-20T07:25:30Z', 'revision_number': 4, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'subnets': [{'id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:25:30.598936 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f141a48-284c-4c49-b158-3e8c0f6fd391 None None] The sync data for ids ['19709322-18f0-425f-a26a-7d4b2d755a9e'] in dv-cinder-823015-5-iscsi is: [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:25Z', 'revision_number': 4, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '95d92857-14e5-4a90-8692-15d485a2de48', 'name': '', 'network_id': '9d5c5263-8540-43da-83dc-b3fb4f30f9b6', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'mac_address': 'fa:16:3e:f1:b5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:24Z', 'updated_at': '2022-01-20T07:25:30Z', 'revision_number': 4, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'subnets': [{'id': 'f8da0b2d-a802-45e2-8c10-acadd8f6afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:25:31.695747 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 95d92857-14e5-4a90-8692-15d485a2de48 up at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:31.750398 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Provisioning complete for port 95d92857-14e5-4a90-8692-15d485a2de48 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:31.750849 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95d92857-14e5-4a90-8692-15d485a2de48), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:31.850709 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Current status of the port 95d92857-14e5-4a90-8692-15d485a2de48 is: ACTIVE; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:31.857966 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c66ba38f-a827-438b-b0da-4e6a83e64b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:32.206238 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:25:35.221486 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a284a844-c03a-4dc4-b607-d16efcc1ebdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:35.715623 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:36.556569 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:37.727483 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-bdc4d9f8-bb12-4525-924a-e9c70e35b8e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429876 Jan 20 07:25:37.773963 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:37.810669 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-9a3e11ee-d13b-463b-a7fa-2c49208f8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:37.812145 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-9a3e11ee-d13b-463b-a7fa-2c49208f8412 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 1098 time: 0.0422728 Jan 20 07:25:37.933619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-e3705480-93c0-4f5c-a6aa-e224e57f83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:37.935091 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-e3705480-93c0-4f5c-a6aa-e224e57f83e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.1031258 Jan 20 07:25:38.001957 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-1c62d556-5aac-4edb-a91c-aca299778df0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76 HTTP/1.1" status: 200 len: 1001 time: 0.0599220 Jan 20 07:25:38.060052 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-6de8fb36-30b3-46d2-b17e-2c0168cd3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:38.061566 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-6de8fb36-30b3-46d2-b17e-2c0168cd3a04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0509615 Jan 20 07:25:38.106451 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-249c81ee-8d65-488e-b096-1a11c03a64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:38.107941 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-249c81ee-8d65-488e-b096-1a11c03a64dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398846 Jan 20 07:25:38.196639 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-4c640af8-e7a6-468f-b8d1-69974c0e5589 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Jan 20 07:25:38.397635 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:38.544511 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3547f632-dd43-47df-9bd5-35a20ad86387 req-a59e002d-7e58-4a00-80a0-40bea8e45892 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410230 Jan 20 07:25:44.484296 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-e30a4ec5-c016-4407-9e16-d95d07f8e26f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147139311&fields=id&tenant_id=24840d91eae3498abc4e5fddc9425ccb HTTP/1.1" status: 200 len: 267 time: 0.0465119 Jan 20 07:25:44.593987 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-d90ee6fb-3b18-4943-8505-7939bfefe285 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:44.595375 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-d90ee6fb-3b18-4943-8505-7939bfefe285 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 808 time: 0.1044245 Jan 20 07:25:44.610286 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-04aeca90-781a-4789-b38c-dfff9d2eb14c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/quotas/24840d91eae3498abc4e5fddc9425ccb HTTP/1.1" status: 200 len: 375 time: 0.0093768 Jan 20 07:25:44.661630 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-13d42461-ed10-4c04-81e5-a4c391f73541 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458360 Jan 20 07:25:44.893177 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-938944a0-cde4-4006-a3ad-7612c7ffe582 service neutron] 10.222.0.53 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196810 Jan 20 07:25:44.989045 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-df1a7b96-c401-4ca2-9374-0af78fad532f service neutron] 10.222.0.53 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895171 Jan 20 07:25:45.292387 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2eb70395-a1e3-45b6-ba78-0fb9150191ea req-feb8e391-a59d-4c14-be3e-1d83a1930e34 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 210 time: 0.0275586 Jan 20 07:25:46.335792 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-bd2cfca7-a4db-4955-9915-a161c98711a9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:46.337236 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-bd2cfca7-a4db-4955-9915-a161c98711a9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 808 time: 0.1111190 Jan 20 07:25:46.394411 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8cc10-8fed-4786-844d-55a8c83bb685 req-3d458274-dc13-4264-97a7-6243092c0604 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 210 time: 0.0333760 Jan 20 07:25:46.415921 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-fa374c12-6071-4e51-bc7e-5b93e0586206 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24840d91eae3498abc4e5fddc9425ccb HTTP/1.1" status: 200 len: 380 time: 0.0601885 Jan 20 07:25:46.424717 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'port': {'device_id': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'admin_state_up': True, 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'security_groups': ['67d32ae7-61bb-4dcd-ab9d-002e1528bc7b']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:46.533219 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Made reservation on behalf of 24840d91eae3498abc4e5fddc9425ccb for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:25:46.537020 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:46.671130 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Allocated IP 172.20.0.9 (b80b70c9-d9b4-4999-8321-1b473b5d613e/bf52e44a-cf2b-4235-ab70-5474e13e18c7/34544028-0af6-48e4-9afa-3e77a1ac41a2) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:25:46.818163 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:46.852320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:46.895208 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Network b80b70c9-d9b4-4999-8321-1b473b5d613e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:25:46.898395 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:25:46.901911 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:25:46.932312 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:46.965394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:46.966382 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:46.984307 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-ea4a3d4c-b41e-4e9c-a15a-7275778faab2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633123 Jan 20 07:25:46.999384 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Request body: {'port': {'device_id': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:25:47.017804 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fb7ea-57f9-4c3f-8b02-81962ea47bcb req-ab5af400-b436-4da5-aee1-76a20f684212 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:47.020322 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-449fb7ea-57f9-4c3f-8b02-81962ea47bcb req-ab5af400-b436-4da5-aee1-76a20f684212 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0530295 Jan 20 07:25:47.065522 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.095888 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-449fb7ea-57f9-4c3f-8b02-81962ea47bcb req-084b9331-cc5b-4a69-bfc6-84c5ccfa2a66 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665121 Jan 20 07:25:47.171767 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-bd74d95e-077f-4784-9aa9-366bbf31d822 None None] Provisioning complete for port 34544028-0af6-48e4-9afa-3e77a1ac41a2 triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:47.172380 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bd74d95e-077f-4784-9aa9-366bbf31d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.206038 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-bd74d95e-077f-4784-9aa9-366bbf31d822 None None] Port 34544028-0af6-48e4-9afa-3e77a1ac41a2 cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:25:47.329912 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34544028-0af6-48e4-9afa-3e77a1ac41a2 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:25:47.337269 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Publish callbacks [] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.350715 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Transition to ACTIVE for port object 34544028-0af6-48e4-9afa-3e77a1ac41a2 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:25:47.353890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.406069 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:47.477913 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Attempting to bind port 34544028-0af6-48e4-9afa-3e77a1ac41a2 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:25:47.478253 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Attempting to bind port 34544028-0af6-48e4-9afa-3e77a1ac41a2 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:25:47.478585 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Attempting to bind port 34544028-0af6-48e4-9afa-3e77a1ac41a2 on network b80b70c9-d9b4-4999-8321-1b473b5d613e {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:47.484320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Port 34544028-0af6-48e4-9afa-3e77a1ac41a2 on network b80b70c9-d9b4-4999-8321-1b473b5d613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:25:47.484704 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Attempting to bind port 34544028-0af6-48e4-9afa-3e77a1ac41a2 on network b80b70c9-d9b4-4999-8321-1b473b5d613e {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:25:47.490253 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:25:47.490620 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Checking segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:25:47.491012 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Bound using segment: {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:25:47.491472 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Bound port: 34544028-0af6-48e4-9afa-3e77a1ac41a2, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4efc68-687e-42c2-8186-a1d12935984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:25:47.491848 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.607053 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ee20c-0946-4652-b056-c9981e4ab564 req-2679ae63-f817-4737-9c86-0cd36e3d83c5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:47.608737 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fd3ee20c-0946-4652-b056-c9981e4ab564 req-2679ae63-f817-4737-9c86-0cd36e3d83c5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0786221 Jan 20 07:25:47.615560 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:25:47.620508 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:25:47.627804 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.712650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:47.712986 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:47.714583 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] 10.222.0.42 "PUT /v2.0/ports/34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 1093 time: 0.7196164 Jan 20 07:25:47.715044 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:25:47.717329 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d086f9-e3d3-45bd-a0d9-98876f329119" -d '{"events": [{"name": "network-changed", "server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:25:47.730137 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fd3ee20c-0946-4652-b056-c9981e4ab564 req-1d7dfaed-f45b-4e05-9492-6e9c13d33a40 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117804 Jan 20 07:25:47.730669 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1e978-ae47-402d-9eb7-09a5dff82a5d service neutron] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:47.827657 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-d923f7f7-7d66-4cb1-9b12-1d4b3dd3d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:47.829240 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-d923f7f7-7d66-4cb1-9b12-1d4b3dd3d38d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1096 time: 0.0558736 Jan 20 07:25:47.902650 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-51979120-2ca8-4dc1-8a03-255dffa17eb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 217 time: 0.0655863 Jan 20 07:25:47.972299 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-628dbb79-ac58-4316-a660-e25f70bf0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:47.973847 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-628dbb79-ac58-4316-a660-e25f70bf0dd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.0602202 Jan 20 07:25:47.996717 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e34920a-1974-4736-9a68-e605e320c62c x-openstack-request-id: req-0e34920a-1974-4736-9a68-e605e320c62c {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:25:47.996992 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:25:47.997459 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e34920a-1974-4736-9a68-e605e320c62c {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:25:47.997850 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'status': 'completed', 'code': 200} Jan 20 07:25:48.031358 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-4b9b2d83-c9d8-4004-950a-0b5714274949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.032954 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-4b9b2d83-c9d8-4004-950a-0b5714274949 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513237 Jan 20 07:25:48.155916 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-2a67aa2f-5965-4345-9fb6-fd5a272abb55 service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128473 Jan 20 07:25:48.280744 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02ad37-20e2-4ec7-b364-848f254d0e12 req-58b3e642-22f7-4800-8bf0-47a317c31d9e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.282395 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2e02ad37-20e2-4ec7-b364-848f254d0e12 req-58b3e642-22f7-4800-8bf0-47a317c31d9e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.1048775 Jan 20 07:25:48.306278 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ee0afb73-eef2-47c0-af51-300426da35d6 req-d10e4790-5d71-4879-b5c8-9708156076f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377790 Jan 20 07:25:48.345137 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2e02ad37-20e2-4ec7-b364-848f254d0e12 req-cdf859c4-3bbb-48c2-8057-9abb9f8251da tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509086 Jan 20 07:25:48.404946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-fe5a89f7-4a96-4c91-85cd-c347c4380e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.407095 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-fe5a89f7-4a96-4c91-85cd-c347c4380e04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1096 time: 0.0488327 Jan 20 07:25:48.500304 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-31dba9ef-e370-42b2-8fb7-6d6c4929143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.501811 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-31dba9ef-e370-42b2-8fb7-6d6c4929143d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 909 time: 0.0887489 Jan 20 07:25:48.546112 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-f7ed6259-f1aa-4d9b-a5c8-6ce149b1763c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 217 time: 0.0377388 Jan 20 07:25:48.595676 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-c0e3fbb7-2189-421c-99f1-5e2fc7ae7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.597155 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-c0e3fbb7-2189-421c-99f1-5e2fc7ae7469 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.0448110 Jan 20 07:25:48.642628 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-b91b6e71-cceb-4d5d-a4fb-fc699f38842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.644119 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-b91b6e71-cceb-4d5d-a4fb-fc699f38842e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403438 Jan 20 07:25:48.734557 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-51f4699c-a41e-414e-a5e4-bf44b1d1832a service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839791 Jan 20 07:25:48.830234 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-71d086f9-e3d3-45bd-a0d9-98876f329119 req-b70a14d9-d633-446a-ae40-bfa01dac325f service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866318 Jan 20 07:25:48.865103 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699f6e2-7e22-4dad-bfcc-10f9aa2ba9d5 req-357efb9a-0070-4678-a86c-c22394e99493 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:48.867256 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1699f6e2-7e22-4dad-bfcc-10f9aa2ba9d5 req-357efb9a-0070-4678-a86c-c22394e99493 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0526602 Jan 20 07:25:48.918169 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1699f6e2-7e22-4dad-bfcc-10f9aa2ba9d5 req-19429e08-fd81-444b-84b5-6a7a5550ca5e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Jan 20 07:25:49.485975 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee2728-fd85-4585-9dff-2fdbf661921e req-e6fe6e5c-4c03-4ba9-9463-d47fc7ccc377 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:49.487727 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-94ee2728-fd85-4585-9dff-2fdbf661921e req-e6fe6e5c-4c03-4ba9-9463-d47fc7ccc377 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0582283 Jan 20 07:25:49.536487 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-94ee2728-fd85-4585-9dff-2fdbf661921e req-c7fca27f-c602-4db2-ba39-e067590b7540 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Jan 20 07:25:50.034058 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95411-399d-420d-bf86-82beefa06dd7 req-69c81eac-0788-46d1-a957-4dc3b8ff7faa tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:50.035499 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cac95411-399d-420d-bf86-82beefa06dd7 req-69c81eac-0788-46d1-a957-4dc3b8ff7faa tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0486312 Jan 20 07:25:50.085412 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cac95411-399d-420d-bf86-82beefa06dd7 req-f8c05bf7-3934-45ec-b175-b7440783615c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Jan 20 07:25:50.657598 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3deb1-ba87-4073-90a1-0b46bc74724c req-cef14deb-0acf-4146-86ef-b17e29a2fe3f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:50.659090 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ddc3deb1-ba87-4073-90a1-0b46bc74724c req-cef14deb-0acf-4146-86ef-b17e29a2fe3f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Jan 20 07:25:50.705629 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ddc3deb1-ba87-4073-90a1-0b46bc74724c req-5146a372-071b-4cdd-80ed-f5511e003c29 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Jan 20 07:25:51.201946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9797-d60b-474b-a48c-39de9c50089b req-2e7d4984-95d6-4566-9d74-621addf04d8d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:51.203466 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-31ce9797-d60b-474b-a48c-39de9c50089b req-2e7d4984-95d6-4566-9d74-621addf04d8d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0527246 Jan 20 07:25:51.251925 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-31ce9797-d60b-474b-a48c-39de9c50089b req-66ce78e7-785a-4f26-8367-40ef24b815c4 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Jan 20 07:25:51.823307 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657e097-d8b9-4365-b2af-004c9eeada19 req-ed1a36e9-ce41-4e68-a08d-3f633aedf0da tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:51.824890 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3657e097-d8b9-4365-b2af-004c9eeada19 req-ed1a36e9-ce41-4e68-a08d-3f633aedf0da tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0485306 Jan 20 07:25:51.870931 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3657e097-d8b9-4365-b2af-004c9eeada19 req-b5db7628-8704-4ff5-a188-008f6ea811af tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Jan 20 07:25:52.365386 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70a26-f634-46d9-936a-f12b46075fd4 req-a787b8b7-7525-4116-96c4-023807c38cbe tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:52.367488 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80a70a26-f634-46d9-936a-f12b46075fd4 req-a787b8b7-7525-4116-96c4-023807c38cbe tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0474350 Jan 20 07:25:52.414352 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80a70a26-f634-46d9-936a-f12b46075fd4 req-02b4f3c1-be54-43c3-8ea3-48a2b4ba1b11 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Jan 20 07:25:52.989212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dd79f-0572-46ed-adbc-8df5de5e3e68 req-0a2425bf-e3b9-4f75-a846-a6c85c9c9bda tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:52.990701 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-619dd79f-0572-46ed-adbc-8df5de5e3e68 req-0a2425bf-e3b9-4f75-a846-a6c85c9c9bda tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Jan 20 07:25:53.039810 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-619dd79f-0572-46ed-adbc-8df5de5e3e68 req-d0f30ba4-c7ea-476e-9640-227966ecece6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Jan 20 07:25:53.528723 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e68bc-e788-448b-a761-4b1c2d7a771e req-37de038f-d532-4711-ac32-67bd7cb7b82a tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:53.530196 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b48e68bc-e788-448b-a761-4b1c2d7a771e req-37de038f-d532-4711-ac32-67bd7cb7b82a tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0502710 Jan 20 07:25:53.577648 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b48e68bc-e788-448b-a761-4b1c2d7a771e req-687b925c-7d0d-4ea4-b689-6ba51702a06f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Jan 20 07:25:54.155814 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43eea5-3b5f-42e7-abfc-a22ed4d13392 req-15104a47-7a34-4525-8c90-6604d4811764 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:54.157177 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3b43eea5-3b5f-42e7-abfc-a22ed4d13392 req-15104a47-7a34-4525-8c90-6604d4811764 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0477264 Jan 20 07:25:54.202797 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3b43eea5-3b5f-42e7-abfc-a22ed4d13392 req-60e55901-55f5-46a2-b60e-d53107409f1b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398195 Jan 20 07:25:54.693070 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeef0c9-f72d-45f0-95a2-f2eff2685755 req-2723dfa4-2718-4a73-9eb9-8a29575ff190 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:54.694663 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-beeef0c9-f72d-45f0-95a2-f2eff2685755 req-2723dfa4-2718-4a73-9eb9-8a29575ff190 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0514097 Jan 20 07:25:54.744481 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-beeef0c9-f72d-45f0-95a2-f2eff2685755 req-e580267a-8e88-445c-b37e-0a7996a6bd2e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Jan 20 07:25:55.321065 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122313d4-7cc9-4b05-9680-c718e0c952fd req-57262d7e-22f4-4a80-836e-df2a032ae6cb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:55.322646 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-122313d4-7cc9-4b05-9680-c718e0c952fd req-57262d7e-22f4-4a80-836e-df2a032ae6cb tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0496523 Jan 20 07:25:55.375893 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-122313d4-7cc9-4b05-9680-c718e0c952fd req-d941865e-cd40-4d99-84f1-206e9bcc4bfc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475428 Jan 20 07:25:55.838993 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:25:55.857119 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bd89-8b52-4b42-9313-e59fe4390ab7 req-664ce81e-66d4-4f2b-8ffc-00b01e026be4 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:55.858679 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-36f7bd89-8b52-4b42-9313-e59fe4390ab7 req-664ce81e-66d4-4f2b-8ffc-00b01e026be4 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0483434 Jan 20 07:25:55.916724 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-36f7bd89-8b52-4b42-9313-e59fe4390ab7 req-0be3b574-66c3-4284-9505-1d9a54a58a53 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491107 Jan 20 07:25:55.934567 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:55.946369 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'port_id': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'mac_address': 'fa:16:3e:2d:01:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:25:55.986785 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 34544028-0af6-48e4-9afa-3e77a1ac41a2 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:55.987186 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:56.003527 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34544028-0af6-48e4-9afa-3e77a1ac41a2 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:25:56.023334 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:56.027254 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:56.080229 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:56.312362 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['34544028-0af6-48e4-9afa-3e77a1ac41a2'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:25:56.504939 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579d04-fd8f-4ca3-b823-4c936152f2e9 req-de8c51ac-f5a6-4c24-bfba-b4e36d0268e9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:56.507085 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d8579d04-fd8f-4ca3-b823-4c936152f2e9 req-de8c51ac-f5a6-4c24-bfba-b4e36d0268e9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0544329 Jan 20 07:25:56.553318 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d8579d04-fd8f-4ca3-b823-4c936152f2e9 req-97eef243-cb44-4775-a200-d5d414a836b0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Jan 20 07:25:57.029334 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54e956-d3c4-4441-95a7-2f47f0b3ea37 req-630c2829-131b-4449-a587-f23a096ed9fe tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:57.030811 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5a54e956-d3c4-4441-95a7-2f47f0b3ea37 req-630c2829-131b-4449-a587-f23a096ed9fe tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 944 time: 0.0482407 Jan 20 07:25:57.079116 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5a54e956-d3c4-4441-95a7-2f47f0b3ea37 req-155ee940-0f06-4fc1-b36d-7ffd92a24994 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Jan 20 07:25:57.674098 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf498-6d71-4843-9f1f-9b015e4b4749 req-f3b5192b-7baf-46ab-b51d-9ec2e7017ab5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:57.675478 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-42baf498-6d71-4843-9f1f-9b015e4b4749 req-f3b5192b-7baf-46ab-b51d-9ec2e7017ab5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0501232 Jan 20 07:25:57.721726 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-42baf498-6d71-4843-9f1f-9b015e4b4749 req-2289800b-fdb8-4a79-809a-5d0b62921315 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 Jan 20 07:25:57.867212 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:25:57.918207 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 34544028-0af6-48e4-9afa-3e77a1ac41a2 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:25:57.922162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 34544028-0af6-48e4-9afa-3e77a1ac41a2 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:25:57.922527 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:57.998824 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 34544028-0af6-48e4-9afa-3e77a1ac41a2 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:25:57.999129 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:58.020126 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:25:58.023139 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc475b-3794-496d-8637-de7978647ddd" -d '{"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-plugged", "status": "completed", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:25:58.036441 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:25:58.040897 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:25:58.088017 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:25:58.123478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49647b64-0e7a-4666-9213-66eda2b1a241 x-openstack-request-id: req-49647b64-0e7a-4666-9213-66eda2b1a241 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:25:58.123780 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-plugged", "status": "completed", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:25:58.124037 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49647b64-0e7a-4666-9213-66eda2b1a241 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:25:58.124439 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'code': 200} Jan 20 07:25:58.197068 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2b65a-9484-4433-b366-cb2aa023930d req-5607c44b-258b-43b0-86ff-946742558ad3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:58.198551 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-caf2b65a-9484-4433-b366-cb2aa023930d req-5607c44b-258b-43b0-86ff-946742558ad3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0482669 Jan 20 07:25:58.247003 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-caf2b65a-9484-4433-b366-cb2aa023930d req-f9700e63-0aeb-4e2a-b41e-cf32ff3ffac4 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Jan 20 07:25:58.376248 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f2550-d599-4835-ab63-55d0fdb79639 req-5ddeb4f0-510b-477a-8678-6d78646994d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:58.377749 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e4f2550-d599-4835-ab63-55d0fdb79639 req-5ddeb4f0-510b-477a-8678-6d78646994d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1098 time: 0.0447733 Jan 20 07:25:58.430397 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e4f2550-d599-4835-ab63-55d0fdb79639 req-ce95f927-d672-4725-9fbe-46a53216da58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453076 Jan 20 07:25:58.841902 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2470f9-c16e-4480-917d-252874e8334f req-0e1cfd3e-7682-4f8e-b8b2-7d135bb4aac2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:58.843281 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3f2470f9-c16e-4480-917d-252874e8334f req-0e1cfd3e-7682-4f8e-b8b2-7d135bb4aac2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Jan 20 07:25:58.893985 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3f2470f9-c16e-4480-917d-252874e8334f req-49a70c8e-23e0-4d1c-ab6a-b28a2d926146 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 Jan 20 07:25:59.360301 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553d55d-665e-4ccb-bb33-36557f0cf52b req-3a9c3263-be82-4ef2-850f-729f7de01831 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:25:59.361831 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8553d55d-665e-4ccb-bb33-36557f0cf52b req-3a9c3263-be82-4ef2-850f-729f7de01831 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0470560 Jan 20 07:25:59.412662 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8553d55d-665e-4ccb-bb33-36557f0cf52b req-8b1cdd36-e97c-430e-bdfb-db64a906a0a5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Jan 20 07:26:00.012863 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42ccdd-66cd-4923-a8a4-a8835c8f2d1e req-e4dbaefd-3df2-4ffb-b498-a3e0632a5fc9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:00.014549 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae42ccdd-66cd-4923-a8a4-a8835c8f2d1e req-e4dbaefd-3df2-4ffb-b498-a3e0632a5fc9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0482059 Jan 20 07:26:00.065317 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae42ccdd-66cd-4923-a8a4-a8835c8f2d1e req-3f4fefff-6336-4de3-af3e-2e5c6f0e287e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453081 Jan 20 07:26:00.238728 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7855d-a159-4524-8a87-8e53d6e3fc0f req-d168aa5b-7b57-4bc3-b863-e75a44d91605 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:00.240752 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ffe7855d-a159-4524-8a87-8e53d6e3fc0f req-d168aa5b-7b57-4bc3-b863-e75a44d91605 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0498662 Jan 20 07:26:00.290392 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ffe7855d-a159-4524-8a87-8e53d6e3fc0f req-9f63f330-d5f6-4570-9b4b-02743f838480 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440640 Jan 20 07:26:00.532589 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f24c8d-a24f-45c5-9c7f-fc438c6c2fb5 req-4083fb8f-9a59-47c4-96ed-3f662ed2b1c2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:00.534086 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-53f24c8d-a24f-45c5-9c7f-fc438c6c2fb5 req-4083fb8f-9a59-47c4-96ed-3f662ed2b1c2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0477693 Jan 20 07:26:00.583928 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-53f24c8d-a24f-45c5-9c7f-fc438c6c2fb5 req-9a40ab1a-ed35-4617-8db6-7fca4340ffbc tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Jan 20 07:26:00.694886 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351a9a-7360-4459-b066-c0609f7bbe61 req-df4d17dc-b406-4c8c-a9aa-c9047329fd14 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:00.696344 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-51351a9a-7360-4459-b066-c0609f7bbe61 req-df4d17dc-b406-4c8c-a9aa-c9047329fd14 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0481925 Jan 20 07:26:00.745549 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-51351a9a-7360-4459-b066-c0609f7bbe61 req-2c9404e8-d015-4980-97c0-1de0a1e1c73e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Jan 20 07:26:00.766531 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35882) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:00.914091 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad9af2-e381-45a7-afc7-aad753c9a930 tempest-TestShelveInstance-1215244031 tempest-TestShelveInstance-1215244031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:00.915611 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-42ad9af2-e381-45a7-afc7-aad753c9a930 tempest-TestShelveInstance-1215244031 tempest-TestShelveInstance-1215244031-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1093 time: 0.1481214 Jan 20 07:26:00.918610 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35886) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:00.922954 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'port_id': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:26:00.946396 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.040751 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.152005 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Allocated IP 172.27.0.37 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/7ed94524-0732-4c89-bea8-bf3cfed3b06f) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:26:01.186763 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1916-4636-4eba-acd7-246f6a78932c req-49bc4d91-074e-47d3-9af0-1ce1358084b5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:01.188262 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a8a1916-4636-4eba-acd7-246f6a78932c req-49bc4d91-074e-47d3-9af0-1ce1358084b5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0500340 Jan 20 07:26:01.235790 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a8a1916-4636-4eba-acd7-246f6a78932c req-8e60d992-4831-4c11-9631-3a53c1deb998 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Jan 20 07:26:01.253411 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.286425 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.331165 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:26:01.336842 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:26:01.339063 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'Port': ['ID=7ed94524-0732-4c89-bea8-bf3cfed3b06f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:01.341160 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:26:01.379425 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.379770 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.380112 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.380446 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.381309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.381699 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.382021 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.382342 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.382662 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.382984 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.383303 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.383620 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.383937 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:01.450086 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf60b9-93f2-4826-99a1-f56e761e82e1 req-008fec81-da7e-43a1-adf4-24e38f960827 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:01.451575 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-23bf60b9-93f2-4826-99a1-f56e761e82e1 req-008fec81-da7e-43a1-adf4-24e38f960827 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.0906124 Jan 20 07:26:01.573145 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-23bf60b9-93f2-4826-99a1-f56e761e82e1 req-93fd1af1-7662-49b5-ad44-0f147460ad05 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129689 Jan 20 07:26:01.777579 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for floatingip (d0c008b1-4aba-49ca-a3d4-48eb42c2c808), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.820795 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8e369d65-0c98-4b34-a9af-f7475b000348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.844467 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.993683 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:01.998080 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:02.096708 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event updated for resources: {'Port': ['ID=7ed94524-0732-4c89-bea8-bf3cfed3b06f,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:02.110586 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (d0c008b1-4aba-49ca-a3d4-48eb42c2c808), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:02.153145 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-67f17413-2245-4b12-850a-e4d6609b4880 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:02.154655 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-67f17413-2245-4b12-850a-e4d6609b4880 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.1324482 Jan 20 07:26:02.274992 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Floating IP d0c008b1-4aba-49ca-a3d4-48eb42c2c808 associated. External IP: 172.27.0.37, port: 34544028-0af6-48e4-9afa-3e77a1ac41a2. Jan 20 07:26:02.361546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ccd2-e938-4a35-82a5-a416b98e0509 req-2e329700-31fb-46b1-ba31-e8c1a3953db1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:02.362879 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5fd5ccd2-e938-4a35-82a5-a416b98e0509 req-2e329700-31fb-46b1-ba31-e8c1a3953db1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0512936 Jan 20 07:26:02.363057 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Deleting port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:02.363402 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:02.409250 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5fd5ccd2-e938-4a35-82a5-a416b98e0509 req-2d0d0646-2ecf-4d80-a383-3e8d13961b52 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400906 Jan 20 07:26:02.796124 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] For port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:02.796715 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:02.812131 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628f67-6580-472b-bd63-c47b20998d5c req-0c94f111-4605-41e5-a1d0-011c83c8d616 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:02.813614 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7e628f67-6580-472b-bd63-c47b20998d5c req-0c94f111-4605-41e5-a1d0-011c83c8d616 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 945 time: 0.1447279 Jan 20 07:26:02.985210 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:26:02.991092 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7e628f67-6580-472b-bd63-c47b20998d5c req-87b4babe-3036-48a5-9d28-c8e78e89f6d4 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5d64cf-7dc5-4106-af92-58e082ae0d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709483 Jan 20 07:26:03.104818 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:03.105169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (457ec9c4-ab85-44be-b180-44ab4644a33f), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:03.105520 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Floating IP 457ec9c4-ab85-44be-b180-44ab4644a33f disassociated. External IP: 172.27.0.45, port: 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7. Jan 20 07:26:03.105870 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Calling delete_port for 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:03.205808 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:26:03.216483 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] Sync routers for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:26:03.226342 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:03.226936 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:03.232677 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:03.266521 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d299193b-ee56-423d-aea2-ce97bd56c726 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3469081 Jan 20 07:26:03.283758 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:03.286285 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a39d80-2d5d-4c31-9ac8-1624710b93ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:03.318908 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:03.328147 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a48cb3-1a24-465a-b547-397a0ddce152 x-openstack-request-id: req-61a48cb3-1a24-465a-b547-397a0ddce152 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:03.328430 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:03.328681 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61a48cb3-1a24-465a-b547-397a0ddce152 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:03.329090 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'status': 'completed', 'code': 200} Jan 20 07:26:03.335773 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:03.348392 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event deleted for resources: {'Port': ['ID=5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:03.445593 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-a429f608-8d56-45e0-ba3b-d98aca29890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:03.447097 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-a429f608-8d56-45e0-ba3b-d98aca29890f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1098 time: 0.0966394 Jan 20 07:26:03.595421 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:26:03.624766 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b8ba-d92a-4202-a940-1a7f91af18f7 req-3c8d0f8d-1f13-412d-91cb-ec6503c56bee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:03.626220 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1195b8ba-d92a-4202-a940-1a7f91af18f7 req-3c8d0f8d-1f13-412d-91cb-ec6503c56bee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.1363018 Jan 20 07:26:03.657689 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-ea228fe3-686c-4668-832c-496789f786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:03.659118 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-ea228fe3-686c-4668-832c-496789f786ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 909 time: 0.1789093 Jan 20 07:26:03.709468 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': 'd0c008b1-4aba-49ca-a3d4-48eb42c2c808', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'port_id': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'mac_address': 'fa:16:3e:2d:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:26:01Z', 'updated_at': '2022-01-20T07:26:01Z', 'revision_number': 0, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:03.738038 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] Checking router: 6ee13be4-b1d2-462c-aee8-0b5816e036e1 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:26:03.748064 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:03.749035 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:03.806179 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1195b8ba-d92a-4202-a940-1a7f91af18f7 req-a5677745-98b5-41b0-b317-65a12e5dfc09 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657062 Jan 20 07:26:03.819282 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-64f37d48-2438-4ece-83b3-902dfe01774e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 998 time: 0.1281896 Jan 20 07:26:03.862860 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:26:03.874580 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:26:03.879753 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:03.885328 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:03.886313 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:03.919004 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] No DVR routers for this DVR port 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:26:03.922647 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:03.926048 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bdb014a7-3176-4ada-9e3d-d6f45da9da87 req-617d634e-0ab0-4c23-8e18-de1dfd635a66 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.42 "DELETE /v2.0/ports/5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 HTTP/1.1" status: 204 len: 173 time: 1.7651546 Jan 20 07:26:03.930564 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-8df65de4-f5db-4607-8bec-0131ddb6e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:03.931979 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-8df65de4-f5db-4607-8bec-0131ddb6e231 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.1042128 Jan 20 07:26:03.985510 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-651d8213-e357-45e6-90ff-1c0909688884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:03.987028 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-651d8213-e357-45e6-90ff-1c0909688884 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489104 Jan 20 07:26:04.004296 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:04.114470 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-879578cc-7a2d-483e-a22e-5ad0b9ebd45d service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214113 Jan 20 07:26:04.114943 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48ded19f-e1a6-4b86-aa92-e8c9133277a7 req-0013eacd-b325-417c-b13f-c9edfd048ba6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ed2041f-b9f2-4d85-8787-8fdcfe9e6206 HTTP/1.1" status: 200 len: 210 time: 0.0289445 Jan 20 07:26:04.155009 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': 'd0c008b1-4aba-49ca-a3d4-48eb42c2c808', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'port_id': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'mac_address': 'fa:16:3e:2d:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:26:01Z', 'updated_at': '2022-01-20T07:26:01Z', 'revision_number': 0, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:04.182657 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48aa5b-0f75-40e4-96d4-735497b63467 None None] The sync data for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi is: [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': 'd0c008b1-4aba-49ca-a3d4-48eb42c2c808', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'port_id': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'mac_address': 'fa:16:3e:2d:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:26:01Z', 'updated_at': '2022-01-20T07:26:01Z', 'revision_number': 0, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:26:04.220680 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a39d80-2d5d-4c31-9ac8-1624710b93ff req-1115f3ff-2bdf-413b-b3fe-66a89289d4db service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996060 Jan 20 07:26:04.257117 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:04.283920 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:26:04.293183 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:04.293828 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:25:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:04.393323 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e0fe1-2958-4aff-bb90-584166d5288c None None] New status for floating IP d0c008b1-4aba-49ca-a3d4-48eb42c2c808: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:26:04.408341 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:04.609504 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:04.638491 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b613e-237e-4da7-be6a-26f303279c6e None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:19:40Z', 'revision_number': 4, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'd6abe88a-8a9f-4ccf-a7f7-7b7a277999a9', 'name': '', 'network_id': '07e60e53-7313-409f-846d-f039ea182901', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'mac_address': 'fa:16:3e:9d:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:37Z', 'updated_at': '2022-01-20T07:19:56Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'subnets': [{'id': '5b69002d-ee71-4601-a909-53b3eb8e00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:26:04.858601 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa304042-d22f-4917-bed2-ac15e98b1aec None None] New status for floating IP 457ec9c4-ab85-44be-b180-44ab4644a33f: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:26:04.929517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97154665-9722-48f2-a46b-2be0f2fd1134 req-a0bcd394-e7e5-456c-a318-316e9b138733 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:04.931055 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-97154665-9722-48f2-a46b-2be0f2fd1134 req-a0bcd394-e7e5-456c-a318-316e9b138733 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0505736 Jan 20 07:26:04.979862 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-97154665-9722-48f2-a46b-2be0f2fd1134 req-126a97a5-8432-4d4c-859e-d42dcaedc2db tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Jan 20 07:26:05.198753 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35910) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:05.230787 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-abce1461-4ea1-4a6f-b174-23b149cd75d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.265020 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd37c01d-c9f7-4f38-96da-41132b5a176a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (ba5d64cf-7dc5-4106-af92-58e082ae0d8c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.288624 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd37c01d-c9f7-4f38-96da-41132b5a176a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (ba5d64cf-7dc5-4106-af92-58e082ae0d8c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.330108 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'name': 'network-vif-deleted', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:05.332364 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30bce99-a184-4ca2-9a6e-3c50747dcf44" -d '{"events": [{"server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "name": "network-vif-deleted", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:05.338799 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd37c01d-c9f7-4f38-96da-41132b5a176a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ba5d64cf-7dc5-4106-af92-58e082ae0d8c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.341310 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd37c01d-c9f7-4f38-96da-41132b5a176a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.342467 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-dd37c01d-c9f7-4f38-96da-41132b5a176a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba5d64cf-7dc5-4106-af92-58e082ae0d8c HTTP/1.1" status: 204 len: 168 time: 0.1427073 Jan 20 07:26:05.345481 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35914) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:05.352551 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37c01d-c9f7-4f38-96da-41132b5a176a tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5d64cf-7dc5-4106-af92-58e082ae0d8c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:05.359793 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.api.v2.resource [None req-6ec3444a-c9b2-48aa-bdc8-f4f289361f8d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] show failed (client error): The resource could not be found. Jan 20 07:26:05.360830 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6ec3444a-c9b2-48aa-bdc8-f4f289361f8d tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "GET /v2.0/security-groups/ba5d64cf-7dc5-4106-af92-58e082ae0d8c HTTP/1.1" status: 404 len: 347 time: 0.0143743 Jan 20 07:26:05.363758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35916) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:05.374690 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aff839b-6d88-4964-91e5-b41fd294e55b x-openstack-request-id: req-0aff839b-6d88-4964-91e5-b41fd294e55b {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:05.374986 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed2041f-b9f2-4d85-8787-8fdcfe9e6206", "name": "network-vif-deleted", "tag": "5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:05.375289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0aff839b-6d88-4964-91e5-b41fd294e55b {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:05.375820 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed2041f-b9f2-4d85-8787-8fdcfe9e6206', 'name': 'network-vif-deleted', 'tag': '5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7', 'status': 'completed', 'code': 200} Jan 20 07:26:05.704522 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Deleting port 7bfb87bc-cc2a-4809-9d22-080bbecbedeb {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:05.704868 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.718478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.783078 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.783405 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.798953 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Calling delete_port for 7bfb87bc-cc2a-4809-9d22-080bbecbedeb owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:05.901156 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:26:05.921849 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:26:05.922196 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f96b61c-7f6a-402e-9f4f-71e78ca6bbd7 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:26:05.932529 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (7bfb87bc-cc2a-4809-9d22-080bbecbedeb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:05.963301 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Pushing event deleted for resources: {'Port': ['ID=7bfb87bc-cc2a-4809-9d22-080bbecbedeb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:06.000527 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.000874 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.001218 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.001590 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.001920 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.002246 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.002571 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.002894 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.003232 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.003542 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.003854 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.004177 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.004500 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:06.028503 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks [] for floatingip (457ec9c4-ab85-44be-b180-44ab4644a33f), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:06.031207 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:06.032372 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-39edff60-cc53-446a-89f1-25fd0a7b15c6 tempest-AttachVolumeTestJSON-1341143026 tempest-AttachVolumeTestJSON-1341143026-project] 10.222.0.53 "DELETE /v2.0/floatingips/457ec9c4-ab85-44be-b180-44ab4644a33f HTTP/1.1" status: 204 len: 168 time: 0.6673064 Jan 20 07:26:06.103489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d91b0-b088-4e5a-ab64-09a19f487a16 req-a5377e3b-59b1-4826-9de8-292daecb966d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:06.105071 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-997d91b0-b088-4e5a-ab64-09a19f487a16 req-a5377e3b-59b1-4826-9de8-292daecb966d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0499153 Jan 20 07:26:06.156730 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-997d91b0-b088-4e5a-ab64-09a19f487a16 req-591a4709-9104-4d7b-ac4e-817959729a7a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Jan 20 07:26:06.578451 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:07.284219 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0a72b-9215-44d4-89d2-48fd63146f3f req-ad4e985c-36b8-4460-a6da-4f30d8e35465 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:07.285810 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3aa0a72b-9215-44d4-89d2-48fd63146f3f req-ad4e985c-36b8-4460-a6da-4f30d8e35465 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0550992 Jan 20 07:26:07.333344 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3aa0a72b-9215-44d4-89d2-48fd63146f3f req-2d43113e-0c7b-42c4-b572-004582ba8876 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Jan 20 07:26:07.774927 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:08.402316 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:08.468968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7228ff-afad-438d-8224-f7378d95e603 req-ffee855a-4db9-48f7-9d24-e97b107d9b1b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:08.468968 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3d7228ff-afad-438d-8224-f7378d95e603 req-ffee855a-4db9-48f7-9d24-e97b107d9b1b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0602832 Jan 20 07:26:08.517900 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3d7228ff-afad-438d-8224-f7378d95e603 req-654cc8b1-0587-4fee-95df-11ea2a366df4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Jan 20 07:26:09.205159 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:26:09.562819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35954) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:09.647084 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4062c-8b24-4326-bcbe-56010db1f33f req-f1ef4c43-9f66-4ca3-be46-304012c4e02a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:09.648622 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a1e4062c-8b24-4326-bcbe-56010db1f33f req-f1ef4c43-9f66-4ca3-be46-304012c4e02a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0596735 Jan 20 07:26:09.742037 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a1e4062c-8b24-4326-bcbe-56010db1f33f req-e9a9b4fa-5f87-44ce-bcb7-c323e77db4b4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873106 Jan 20 07:26:10.029615 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (1a436528-97e8-4ea5-a2b2-60c407f511cf), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:10.276129 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Deleting port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:10.276463 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:10.356856 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] For port d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:10.357220 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:10.370372 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Calling delete_port for d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:10.545730 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:10.572305 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:10.738769 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (1a436528-97e8-4ea5-a2b2-60c407f511cf), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:10.866910 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9fdf1-8c53-4813-815d-178e28c82dee req-87c4a39c-36c4-478c-91bc-1ea08dfcb6c2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:10.868442 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18e9fdf1-8c53-4813-815d-178e28c82dee req-87c4a39c-36c4-478c-91bc-1ea08dfcb6c2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Jan 20 07:26:10.916111 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18e9fdf1-8c53-4813-815d-178e28c82dee req-4e0f0522-534f-4231-b07a-be34d70a95ee tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Jan 20 07:26:10.953176 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Router 1a436528-97e8-4ea5-a2b2-60c407f511cf has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:26:11.057656 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:26:11.062812 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e1b63459-f37b-4440-88c5-3dc9a387745d admin admin] 10.222.0.53 "PUT /v2.0/routers/1a436528-97e8-4ea5-a2b2-60c407f511cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989519 Jan 20 07:26:11.065274 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35962) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:11.068223 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] Sync routers for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:26:11.079549 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:11.080167 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:26:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:11.167995 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks [] for router (1a436528-97e8-4ea5-a2b2-60c407f511cf), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.183753 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:11.268724 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks [] for router_gateway (1a436528-97e8-4ea5-a2b2-60c407f511cf), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.325726 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Deleting port 21610436-ba4f-4cc0-b712-14b4734bf712 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:11.326064 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.370470 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:26:10Z', 'revision_number': 5, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port': {'id': '21610436-ba4f-4cc0-b712-14b4734bf712', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:30Z', 'updated_at': '2022-01-20T07:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:11.397363 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] Checking router: 1a436528-97e8-4ea5-a2b2-60c407f511cf for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:26:11.411084 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] Routers {'1a436528-97e8-4ea5-a2b2-60c407f511cf'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:11.411717 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:26:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['1a436528-97e8-4ea5-a2b2-60c407f511cf'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:11.414300 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] For port 21610436-ba4f-4cc0-b712-14b4734bf712, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=21610436-ba4f-4cc0-b712-14b4734bf712,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:11.414676 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.428162 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Calling delete_port for 21610436-ba4f-4cc0-b712-14b4734bf712 owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:11.499080 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] Set router 1a436528-97e8-4ea5-a2b2-60c407f511cf gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:11.552522 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:26:11Z', 'revision_number': 6, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:11.579408 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c515bf8-f526-4b68-b11a-2aedf5148e9d None None] The sync data for ids ['1a436528-97e8-4ea5-a2b2-60c407f511cf'] in dv-cinder-823015-5-iscsi is: [{'id': '1a436528-97e8-4ea5-a2b2-60c407f511cf', 'name': 'tempest-AttachVolumeTestJSON-1728349539-router', 'tenant_id': '4b430e6e902a455aa9266caa14a797fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:29Z', 'updated_at': '2022-01-20T07:26:11Z', 'revision_number': 6, 'project_id': '4b430e6e902a455aa9266caa14a797fd', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:26:11.590965 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (21610436-ba4f-4cc0-b712-14b4734bf712), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.619399 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Pushing event deleted for resources: {'Port': ['ID=21610436-ba4f-4cc0-b712-14b4734bf712,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:11.679249 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (1a436528-97e8-4ea5-a2b2-60c407f511cf), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.767902 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (1a436528-97e8-4ea5-a2b2-60c407f511cf), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.771197 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks [] for router_controller (1a436528-97e8-4ea5-a2b2-60c407f511cf), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.817505 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (1a436528-97e8-4ea5-a2b2-60c407f511cf), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.818092 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a436528-97e8-4ea5-a2b2-60c407f511cf {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:26:11.825008 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.826161 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-151e8ef5-c32d-486f-a160-59c368f8a624 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a436528-97e8-4ea5-a2b2-60c407f511cf HTTP/1.1" status: 204 len: 168 time: 0.7599411 Jan 20 07:26:11.828653 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 35964) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:11.871998 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Deleting subnet 5b69002d-ee71-4601-a909-53b3eb8e00f9 {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:26:11.874944 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Publish callbacks [] for subnet (5b69002d-ee71-4601-a909-53b3eb8e00f9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:11.908583 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890015'] for subnet (5b69002d-ee71-4601-a909-53b3eb8e00f9), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.060814 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (5b69002d-ee71-4601-a909-53b3eb8e00f9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.103166 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27ab2-35c7-4d8a-9259-1e0b44e5390d req-7e54281f-2c8b-407c-a673-d27a6ac3b155 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:12.104580 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7be27ab2-35c7-4d8a-9259-1e0b44e5390d req-7e54281f-2c8b-407c-a673-d27a6ac3b155 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0994108 Jan 20 07:26:12.150026 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15182044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26041549'] for subnet (5b69002d-ee71-4601-a909-53b3eb8e00f9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.187047 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b69002d-ee71-4601-a909-53b3eb8e00f9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:12.188997 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.192254 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-10aa6f45-9c0d-4427-be23-3e3373c68b7f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b69002d-ee71-4601-a909-53b3eb8e00f9 HTTP/1.1" status: 204 len: 168 time: 0.3625810 Jan 20 07:26:12.193576 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5e7d1-1270-45ed-ae19-b03b13c5a825 None None] Network 07e60e53-7313-409f-846d-f039ea182901 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:26:12.195470 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35968) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:12.198450 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7be27ab2-35c7-4d8a-9259-1e0b44e5390d req-3284d3b8-fb86-4eb6-b310-d92a22a0b0c2 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880666 Jan 20 07:26:12.270658 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (07e60e53-7313-409f-846d-f039ea182901), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.323944 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Deleting port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:12.324279 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.388790 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] DHCP port deletion for 07e60e53-7313-409f-846d-f039ea182901 request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:26:12.398626 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] For port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:12.399149 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.416833 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Calling delete_port for dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:12.446852 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] Deleting port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:12.447130 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.512890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.516568 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] For port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,segment=NetworkSegment(942be991-04c3-4273-bd10-d60dacbf5ec1),segment_id=942be991-04c3-4273-bd10-d60dacbf5ec1)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:12.517195 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.536320 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] Calling delete_port for dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:12.542930 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:12.554658 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] No DVR routers for this DVR port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 on host dv-cinder-823015-5-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:26:12.630396 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (dbc1a4ca-de5d-432f-89ed-71ba1e3b7866), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.632474 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (07e60e53-7313-409f-846d-f039ea182901), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.660352 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e60e53-7313-409f-846d-f039ea182901']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:12.666961 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] Pushing event deleted for resources: {'Port': ['ID=dbc1a4ca-de5d-432f-89ed-71ba1e3b7866,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:12.672605 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972960b-aff3-417a-bd9b-7bdd719b2539 None None] No DVR routers for this DVR port dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 on host dv-cinder-823015-5-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:26:12.674302 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942be991-04c3-4273-bd10-d60dacbf5ec1') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:12.674701 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942be991-04c3-4273-bd10-d60dacbf5ec1') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:12.694157 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (942be991-04c3-4273-bd10-d60dacbf5ec1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.710848 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (942be991-04c3-4273-bd10-d60dacbf5ec1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.718051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:26:12.718569 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (942be991-04c3-4273-bd10-d60dacbf5ec1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:26:12.720596 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:26:12.724349 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:26:12.778998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (07e60e53-7313-409f-846d-f039ea182901), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.784603 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:12.789505 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/07e60e53-7313-409f-846d-f039ea182901 HTTP/1.1" status: 204 len: 168 time: 0.5930054 Jan 20 07:26:12.800995 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed98ce-7f92-4e91-9a26-6b434e7cc0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e60e53-7313-409f-846d-f039ea182901,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:12.921043 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35972) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:12.961078 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4ca0e41c-7a59-4fd9-9a35-2ec7c8d200c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b430e6e902a455aa9266caa14a797fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387318 Jan 20 07:26:12.963537 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 35974) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:13.009034 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3775fdbf-3062-470a-b466-39ebda71624b admin admin] Publish callbacks [] for security_group (9d9c81ad-ff50-4911-9a0e-ad83ce942e35), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:13.032964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3775fdbf-3062-470a-b466-39ebda71624b admin admin] Publish callbacks [] for security_group (9d9c81ad-ff50-4911-9a0e-ad83ce942e35), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:13.078972 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3775fdbf-3062-470a-b466-39ebda71624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (9d9c81ad-ff50-4911-9a0e-ad83ce942e35), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:13.081769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3775fdbf-3062-470a-b466-39ebda71624b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:13.082936 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3775fdbf-3062-470a-b466-39ebda71624b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d9c81ad-ff50-4911-9a0e-ad83ce942e35 HTTP/1.1" status: 204 len: 168 time: 0.1184642 Jan 20 07:26:13.092838 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775fdbf-3062-470a-b466-39ebda71624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c81ad-ff50-4911-9a0e-ad83ce942e35,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:13.318154 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ecc3d-8a83-44a3-8e05-f1bd71118dbb req-73ec2589-1a5a-4fbf-b966-61b6dbccf36a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:13.320576 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-094ecc3d-8a83-44a3-8e05-f1bd71118dbb req-73ec2589-1a5a-4fbf-b966-61b6dbccf36a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0498824 Jan 20 07:26:13.368454 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-094ecc3d-8a83-44a3-8e05-f1bd71118dbb req-99553944-f8f2-441a-a905-7aefc892bda1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Jan 20 07:26:13.658619 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 21610436-ba4f-4cc0-b712-14b4734bf712 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:26:13.682668 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 21610436-ba4f-4cc0-b712-14b4734bf712 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:26:13.683019 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 21610436-ba4f-4cc0-b712-14b4734bf712 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:26:13.683447 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:26:13.703690 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:26:13.704049 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device dbc1a4ca-de5d-432f-89ed-71ba1e3b7866 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:26:13.704468 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:26:13.724275 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:26:13.724491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d6abe88a-8a9f-4ccf-a7f7-7b7a277999a9 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:26:13.946650 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:26:14.042767 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:14.058263 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '41d53b5f-9164-4365-963b-7923dbea286d', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'port_id': '41d53b5f-9164-4365-963b-7923dbea286d', 'mac_address': 'fa:16:3e:61:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:26:14.094633 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: ACTIVE; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:26:14.094962 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:14.108305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41d53b5f-9164-4365-963b-7923dbea286d {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:26:14.128412 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:14.132356 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:14.184022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=6']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:14.245558 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['41d53b5f-9164-4365-963b-7923dbea286d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:26:14.498534 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d090bb-1f77-48d0-b3bb-ecd72b9ca77f req-8dad7d55-5fac-42f9-b403-5ad06876ed73 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:14.500145 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b0d090bb-1f77-48d0-b3bb-ecd72b9ca77f req-8dad7d55-5fac-42f9-b403-5ad06876ed73 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0559783 Jan 20 07:26:14.558631 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b0d090bb-1f77-48d0-b3bb-ecd72b9ca77f req-2de37ea5-d7a9-474c-82b5-89c41c75ac5e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519154 Jan 20 07:26:14.819944 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36046) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:14.927158 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-908ca026-f2e8-4195-b041-93c72b3e8a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.007425 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-908ca026-f2e8-4195-b041-93c72b3e8a52 admin admin] Publish callbacks [] for security_group (e6ab9005-d5a4-44fa-abd4-4d78de3276eb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.012217 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-908ca026-f2e8-4195-b041-93c72b3e8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e6ab9005-d5a4-44fa-abd4-4d78de3276eb), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.050969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ca026-f2e8-4195-b041-93c72b3e8a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ab9005-d5a4-44fa-abd4-4d78de3276eb,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:15.089337 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36054) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:15.091880 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-908ca026-f2e8-4195-b041-93c72b3e8a52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf888cf97f0c4a5b8d9d68556e1054af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707515 Jan 20 07:26:15.148501 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-85517878-99b9-4a3d-a269-def3edde06df admin admin] Publish callbacks [] for security_group (e6ab9005-d5a4-44fa-abd4-4d78de3276eb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.172758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-85517878-99b9-4a3d-a269-def3edde06df admin admin] Publish callbacks [] for security_group (e6ab9005-d5a4-44fa-abd4-4d78de3276eb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.231200 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-85517878-99b9-4a3d-a269-def3edde06df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (e6ab9005-d5a4-44fa-abd4-4d78de3276eb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.234360 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-85517878-99b9-4a3d-a269-def3edde06df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.235439 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-85517878-99b9-4a3d-a269-def3edde06df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6ab9005-d5a4-44fa-abd4-4d78de3276eb HTTP/1.1" status: 204 len: 168 time: 0.1446173 Jan 20 07:26:15.246826 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85517878-99b9-4a3d-a269-def3edde06df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ab9005-d5a4-44fa-abd4-4d78de3276eb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:15.573255 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36060) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:15.587847 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4de63ff6-beb4-4c2f-b6ca-269818de6df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.674455 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4de63ff6-beb4-4c2f-b6ca-269818de6df9 admin admin] Publish callbacks [] for security_group (4aed9b6b-e197-4a90-8750-a02e42aa7662), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.683043 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4de63ff6-beb4-4c2f-b6ca-269818de6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (4aed9b6b-e197-4a90-8750-a02e42aa7662), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.730656 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de63ff6-beb4-4c2f-b6ca-269818de6df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed9b6b-e197-4a90-8750-a02e42aa7662,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:15.737898 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4de63ff6-beb4-4c2f-b6ca-269818de6df9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f5f00594c22429cbc1fdd25b876de98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612093 Jan 20 07:26:15.738634 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36064) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:15.748179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bcf77-44f8-4137-bea2-7886cb11b36f req-1789c19d-f26f-4752-9e0f-061ac16c0486 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:15.759183 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bb3bcf77-44f8-4137-bea2-7886cb11b36f req-1789c19d-f26f-4752-9e0f-061ac16c0486 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0965080 Jan 20 07:26:15.813876 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-52798d3f-6858-4c84-a009-df1405863154 admin admin] Publish callbacks [] for security_group (4aed9b6b-e197-4a90-8750-a02e42aa7662), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.831833 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bb3bcf77-44f8-4137-bea2-7886cb11b36f req-9112f865-784f-4fba-afa0-34afada979ed tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682638 Jan 20 07:26:15.860140 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-52798d3f-6858-4c84-a009-df1405863154 admin admin] Publish callbacks [] for security_group (4aed9b6b-e197-4a90-8750-a02e42aa7662), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.923654 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-52798d3f-6858-4c84-a009-df1405863154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (4aed9b6b-e197-4a90-8750-a02e42aa7662), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.926765 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-52798d3f-6858-4c84-a009-df1405863154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:15.928220 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-52798d3f-6858-4c84-a009-df1405863154 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4aed9b6b-e197-4a90-8750-a02e42aa7662 HTTP/1.1" status: 204 len: 168 time: 0.1855764 Jan 20 07:26:15.937245 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52798d3f-6858-4c84-a009-df1405863154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed9b6b-e197-4a90-8750-a02e42aa7662,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:15.961964 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:26:16.014350 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 41d53b5f-9164-4365-963b-7923dbea286d triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:26:16.015049 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (41d53b5f-9164-4365-963b-7923dbea286d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:16.107707 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:26:16.108551 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:16.148610 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:16.151428 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532f14fe-0f52-4a3d-a03f-efd6f4a6cf97" -d '{"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-plugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:16.173697 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:16.180185 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:16.226385 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486f2f4b-93a3-48a8-9657-50cd98cff3aa x-openstack-request-id: req-486f2f4b-93a3-48a8-9657-50cd98cff3aa {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:16.226690 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-plugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:16.226957 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-486f2f4b-93a3-48a8-9657-50cd98cff3aa {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:16.227384 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'code': 200} Jan 20 07:26:16.249821 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=7']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:16.257295 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.257775 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.258043 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.258396 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.258731 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.259064 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.259401 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.259731 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.260191 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.260528 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.260871 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.261194 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.261551 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:26:16.965971 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e286-5e1d-4595-80ff-35d7efc16e2e req-faa25344-2367-4edc-a56f-4921fabb7c07 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:16.973023 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e0a3e286-5e1d-4595-80ff-35d7efc16e2e req-faa25344-2367-4edc-a56f-4921fabb7c07 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0588028 Jan 20 07:26:17.027602 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e0a3e286-5e1d-4595-80ff-35d7efc16e2e req-717ef8e8-994b-475d-96da-ed7596f629b6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532842 Jan 20 07:26:18.201707 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36140) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:18.209097 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67528a65-06b9-4b7c-acb0-bb5a9c32543a req-b7376034-f408-44c6-9c39-a4a0b01af40e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:18.210916 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67528a65-06b9-4b7c-acb0-bb5a9c32543a req-b7376034-f408-44c6-9c39-a4a0b01af40e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0726037 Jan 20 07:26:18.279673 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67528a65-06b9-4b7c-acb0-bb5a9c32543a req-78fbb8b0-b012-4a93-ae24-fd5e2a0534c5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579934 Jan 20 07:26:18.346605 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-61f63b0f-52f9-42e1-8086-be772f0ae276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.432740 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-61f63b0f-52f9-42e1-8086-be772f0ae276 admin admin] Publish callbacks [] for security_group (4f7483b3-9432-4469-b5cc-e2b77b2389bf), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.440657 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-61f63b0f-52f9-42e1-8086-be772f0ae276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (4f7483b3-9432-4469-b5cc-e2b77b2389bf), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.475766 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-61f63b0f-52f9-42e1-8086-be772f0ae276 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bbb96d25bae4405806c8ee403a950dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728429 Jan 20 07:26:18.475975 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36144) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:18.489010 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f63b0f-52f9-42e1-8086-be772f0ae276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7483b3-9432-4469-b5cc-e2b77b2389bf,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:18.540126 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d41f830a-ca20-4002-8f29-3669eb8f24be admin admin] Publish callbacks [] for security_group (4f7483b3-9432-4469-b5cc-e2b77b2389bf), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.563798 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d41f830a-ca20-4002-8f29-3669eb8f24be admin admin] Publish callbacks [] for security_group (4f7483b3-9432-4469-b5cc-e2b77b2389bf), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.626094 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d41f830a-ca20-4002-8f29-3669eb8f24be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (4f7483b3-9432-4469-b5cc-e2b77b2389bf), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.628942 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d41f830a-ca20-4002-8f29-3669eb8f24be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:18.630245 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d41f830a-ca20-4002-8f29-3669eb8f24be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f7483b3-9432-4469-b5cc-e2b77b2389bf HTTP/1.1" status: 204 len: 168 time: 0.1526980 Jan 20 07:26:18.639045 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f830a-ca20-4002-8f29-3669eb8f24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7483b3-9432-4469-b5cc-e2b77b2389bf,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:18.988027 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36150) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:19.002483 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72b8a2b7-8a9c-4a8b-a14a-14fbeaf6ff99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.091403 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72b8a2b7-8a9c-4a8b-a14a-14fbeaf6ff99 admin admin] Publish callbacks [] for security_group (118249ce-982f-4459-ac0e-9c51cae2527c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.095789 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72b8a2b7-8a9c-4a8b-a14a-14fbeaf6ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (118249ce-982f-4459-ac0e-9c51cae2527c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.139341 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-72b8a2b7-8a9c-4a8b-a14a-14fbeaf6ff99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9b56edd631c4a97ab48c4117511bde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500909 Jan 20 07:26:19.139604 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36152) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:19.140105 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8a2b7-8a9c-4a8b-a14a-14fbeaf6ff99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118249ce-982f-4459-ac0e-9c51cae2527c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:19.225070 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c394bc80-e24b-46d9-b54f-6de31d7a020b admin admin] Publish callbacks [] for security_group (118249ce-982f-4459-ac0e-9c51cae2527c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.253519 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c394bc80-e24b-46d9-b54f-6de31d7a020b admin admin] Publish callbacks [] for security_group (118249ce-982f-4459-ac0e-9c51cae2527c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.315432 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c394bc80-e24b-46d9-b54f-6de31d7a020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (118249ce-982f-4459-ac0e-9c51cae2527c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.318753 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c394bc80-e24b-46d9-b54f-6de31d7a020b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:19.324566 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c394bc80-e24b-46d9-b54f-6de31d7a020b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/118249ce-982f-4459-ac0e-9c51cae2527c HTTP/1.1" status: 204 len: 168 time: 0.1830888 Jan 20 07:26:19.331838 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394bc80-e24b-46d9-b54f-6de31d7a020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118249ce-982f-4459-ac0e-9c51cae2527c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:19.456366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af97e4-db3f-4224-9390-bae55fd5885f req-561c8397-0480-47de-95fb-1b58ed61cc60 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:19.458151 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-67af97e4-db3f-4224-9390-bae55fd5885f req-561c8397-0480-47de-95fb-1b58ed61cc60 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0704839 Jan 20 07:26:19.534852 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-67af97e4-db3f-4224-9390-bae55fd5885f req-0abbf14d-1c95-40fb-bbf9-b29f8c653702 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683370 Jan 20 07:26:20.683247 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff917c5-64bb-4e8a-98f2-cc4504c27d85 req-f2ac5f78-450d-46ba-b545-652491dc1475 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:20.685584 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aff917c5-64bb-4e8a-98f2-cc4504c27d85 req-f2ac5f78-450d-46ba-b545-652491dc1475 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0546558 Jan 20 07:26:20.749282 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aff917c5-64bb-4e8a-98f2-cc4504c27d85 req-d02536f0-56e3-4aa4-8e07-c8968ff4f169 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542548 Jan 20 07:26:21.877260 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f6d4-dfaa-4360-bd9b-276515f21a79 req-ee816e18-83ae-4b05-b5fd-9b378a690218 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:21.879482 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aa38f6d4-dfaa-4360-bd9b-276515f21a79 req-ee816e18-83ae-4b05-b5fd-9b378a690218 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0510008 Jan 20 07:26:21.935193 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aa38f6d4-dfaa-4360-bd9b-276515f21a79 req-3e45cd7a-0f12-469e-8d35-95d30e159601 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495343 Jan 20 07:26:23.066566 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdca2b0-7745-410f-a7b2-c3f2c2341c88 req-03a2b31a-a050-4515-bd34-91ecc5b10514 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:23.068073 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-acdca2b0-7745-410f-a7b2-c3f2c2341c88 req-03a2b31a-a050-4515-bd34-91ecc5b10514 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0534127 Jan 20 07:26:23.124411 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-acdca2b0-7745-410f-a7b2-c3f2c2341c88 req-f8047c5d-49b9-44c4-af09-f7b185195169 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500982 Jan 20 07:26:24.260569 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1d68c-a6d2-48a8-ada0-23cd57c90000 req-6f92370d-4d22-46f9-b2c7-b76c0670fbab tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:24.267265 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c7d1d68c-a6d2-48a8-ada0-23cd57c90000 req-6f92370d-4d22-46f9-b2c7-b76c0670fbab tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0618200 Jan 20 07:26:24.338233 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c7d1d68c-a6d2-48a8-ada0-23cd57c90000 req-87f7afd3-4b07-4619-8f57-0870f4b916f6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663922 Jan 20 07:26:25.460389 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b655fa9-5094-4f7c-96bb-84585805913d req-e6ab350e-0728-4813-b80e-ece5c6e8ce92 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:25.462137 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2b655fa9-5094-4f7c-96bb-84585805913d req-e6ab350e-0728-4813-b80e-ece5c6e8ce92 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0534723 Jan 20 07:26:25.509281 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2b655fa9-5094-4f7c-96bb-84585805913d req-fad4df68-989f-4f98-bc3e-81c28a91e16f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Jan 20 07:26:26.631278 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df323ec7-341b-4dc4-9aae-8749a913ea9e req-bab16c1a-b933-42ea-bb70-1011c4b785b6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:26.632759 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df323ec7-341b-4dc4-9aae-8749a913ea9e req-bab16c1a-b933-42ea-bb70-1011c4b785b6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0526340 Jan 20 07:26:26.679203 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df323ec7-341b-4dc4-9aae-8749a913ea9e req-830d8c10-4bc6-48e9-a9d9-6f746781e16d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Jan 20 07:26:27.804411 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85424e-2312-4d92-afc2-bc8daa87a7d5 req-37ce546d-a71a-4227-9bc5-89d19ec634b0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:27.806070 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-de85424e-2312-4d92-afc2-bc8daa87a7d5 req-37ce546d-a71a-4227-9bc5-89d19ec634b0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Jan 20 07:26:27.821264 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eed18-15d0-48f8-a474-de945921ded1 req-dab39db4-7998-4b83-8531-a0c7b54b8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:27.822950 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-dab39db4-7998-4b83-8531-a0c7b54b8e6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1098 time: 0.0413930 Jan 20 07:26:27.853303 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-de85424e-2312-4d92-afc2-bc8daa87a7d5 req-12ac512c-d66a-4670-9ba2-266e958ec413 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Jan 20 07:26:27.917203 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eed18-15d0-48f8-a474-de945921ded1 req-c7acac3a-1464-44aa-a552-b3896f3e7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:27.918759 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-c7acac3a-1464-44aa-a552-b3896f3e7859 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.0886712 Jan 20 07:26:28.242905 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-0378f020-44fc-47e0-9880-23310b62fa54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 1001 time: 0.3153703 Jan 20 07:26:28.291477 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eed18-15d0-48f8-a474-de945921ded1 req-64891a17-0f83-4454-bad9-be41c754feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:28.292930 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-64891a17-0f83-4454-bad9-be41c754feb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0437844 Jan 20 07:26:28.340638 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eed18-15d0-48f8-a474-de945921ded1 req-36ada50f-8d77-48eb-8929-9e8c5479920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:28.342160 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-36ada50f-8d77-48eb-8929-9e8c5479920a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427427 Jan 20 07:26:28.428051 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-bec64591-0432-4df0-921a-919cb00ef1cc service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795856 Jan 20 07:26:28.524363 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e26eed18-15d0-48f8-a474-de945921ded1 req-b3dc7c3a-7a0b-46e3-b510-62f813a5c1ec service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891006 Jan 20 07:26:28.974866 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb4b37-b3bc-4d6b-80d1-45b20d20fbde req-17c89e97-58b2-40b6-a632-a5d33af50f6e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:28.976436 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3bfb4b37-b3bc-4d6b-80d1-45b20d20fbde req-17c89e97-58b2-40b6-a632-a5d33af50f6e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0498779 Jan 20 07:26:29.025963 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3bfb4b37-b3bc-4d6b-80d1-45b20d20fbde req-02532fee-1fd2-4ba6-bd77-99b6f3dcf021 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Jan 20 07:26:30.150954 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04350e68-e09c-4b97-9ee6-32d0b5684f9f req-0b36086c-4c4f-43a7-9ce7-f72607658e38 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:30.152504 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04350e68-e09c-4b97-9ee6-32d0b5684f9f req-0b36086c-4c4f-43a7-9ce7-f72607658e38 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Jan 20 07:26:30.209946 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04350e68-e09c-4b97-9ee6-32d0b5684f9f req-d9364347-39e2-4f24-a6c8-bded6bbb8743 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516567 Jan 20 07:26:31.331410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e3290-e512-4db1-b86c-5b89851db17d req-8d1899b7-ff4e-496e-ab8c-7063aa0b98bc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:31.332892 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e70e3290-e512-4db1-b86c-5b89851db17d req-8d1899b7-ff4e-496e-ab8c-7063aa0b98bc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Jan 20 07:26:31.380094 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e70e3290-e512-4db1-b86c-5b89851db17d req-8a7a413c-256c-4c26-8efc-ecbeed17441e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Jan 20 07:26:31.787715 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36344) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:31.823142 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b7848fc-fdbf-48fc-be7a-37f61ffda469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:31.903481 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e60d57-1366-4844-9b96-04a7a86cb3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:31.980575 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e60d57-1366-4844-9b96-04a7a86cb3d3 admin admin] Publish callbacks [] for security_group (53844372-a804-49d8-8bfa-dc3d0a991c2e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:31.984566 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25e60d57-1366-4844-9b96-04a7a86cb3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (53844372-a804-49d8-8bfa-dc3d0a991c2e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.023793 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-25e60d57-1366-4844-9b96-04a7a86cb3d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6014d65834b24afaa79b38b1efd5cf64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347009 Jan 20 07:26:32.024464 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e60d57-1366-4844-9b96-04a7a86cb3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53844372-a804-49d8-8bfa-dc3d0a991c2e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:32.027275 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36354) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:32.068719 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:26:32.083771 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df17c4b1-5361-40cb-8b6c-ca604c8c23e8 admin admin] Publish callbacks [] for security_group (53844372-a804-49d8-8bfa-dc3d0a991c2e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.105683 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df17c4b1-5361-40cb-8b6c-ca604c8c23e8 admin admin] Publish callbacks [] for security_group (53844372-a804-49d8-8bfa-dc3d0a991c2e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.157755 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df17c4b1-5361-40cb-8b6c-ca604c8c23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (53844372-a804-49d8-8bfa-dc3d0a991c2e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.160403 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df17c4b1-5361-40cb-8b6c-ca604c8c23e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.161886 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-df17c4b1-5361-40cb-8b6c-ca604c8c23e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53844372-a804-49d8-8bfa-dc3d0a991c2e HTTP/1.1" status: 204 len: 168 time: 0.1334352 Jan 20 07:26:32.167216 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-c3000fb8-bce4-412d-9e25-da7c16e6e2b5 req-b2c554c0-9055-45e2-b918-f7262f0e2947 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:26:32.168398 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c3000fb8-bce4-412d-9e25-da7c16e6e2b5 req-b2c554c0-9055-45e2-b918-f7262f0e2947 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065446 Jan 20 07:26:32.180061 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17c4b1-5361-40cb-8b6c-ca604c8c23e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53844372-a804-49d8-8bfa-dc3d0a991c2e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:32.303030 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: ACTIVE; New status is: DOWN {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:26:32.303500 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.338401 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:32.341460 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea8922-6809-45d0-a925-fc6d4cac5151" -d '{"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-unplugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:32.347765 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:32.354653 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.358414 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32602f-aa51-4646-adb8-249a33b3d6ce req-8c6f7e69-7c82-45f2-8a85-5b326e3c1fe4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:32.362628 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f32602f-aa51-4646-adb8-249a33b3d6ce req-8c6f7e69-7c82-45f2-8a85-5b326e3c1fe4 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 945 time: 0.0684602 Jan 20 07:26:32.409595 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=8']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:32.424228 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af484b-437c-4765-9bc1-a0133f690c58 x-openstack-request-id: req-95af484b-437c-4765-9bc1-a0133f690c58 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:32.424434 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f32602f-aa51-4646-adb8-249a33b3d6ce req-e5194a23-799d-4e08-a7a4-dc55a2509e48 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499747 Jan 20 07:26:32.424529 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-unplugged", "status": "failed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "code": 422}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:32.424891 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95af484b-437c-4765-9bc1-a0133f690c58 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:32.425206 dv-cinder-823015-5-iscsi neutron-server[102634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'code': 422} returned with failed status Jan 20 07:26:32.433575 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-adac677c-c80b-49b7-86f0-a6c58cc50a9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906281 Jan 20 07:26:32.511786 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36378) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:32.528507 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab05e-4aad-43fc-ba14-c7f3a67c7303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.828747 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab05e-4aad-43fc-ba14-c7f3a67c7303 admin admin] Publish callbacks [] for security_group (69128e43-ac02-47dc-b484-378f99f1ca54), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.833403 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab05e-4aad-43fc-ba14-c7f3a67c7303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (69128e43-ac02-47dc-b484-378f99f1ca54), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.872927 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ae4ab05e-4aad-43fc-ba14-c7f3a67c7303 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da872d00a729459d9f21c314bd1beebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600583 Jan 20 07:26:32.873901 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab05e-4aad-43fc-ba14-c7f3a67c7303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69128e43-ac02-47dc-b484-378f99f1ca54,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:32.875749 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36386) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:32.931551 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-914bca69-7b28-4869-8c7e-b383b5c44098 admin admin] Publish callbacks [] for security_group (69128e43-ac02-47dc-b484-378f99f1ca54), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:32.954878 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-914bca69-7b28-4869-8c7e-b383b5c44098 admin admin] Publish callbacks [] for security_group (69128e43-ac02-47dc-b484-378f99f1ca54), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:33.007564 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-914bca69-7b28-4869-8c7e-b383b5c44098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (69128e43-ac02-47dc-b484-378f99f1ca54), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:33.010492 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-914bca69-7b28-4869-8c7e-b383b5c44098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:33.011664 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-914bca69-7b28-4869-8c7e-b383b5c44098 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69128e43-ac02-47dc-b484-378f99f1ca54 HTTP/1.1" status: 204 len: 168 time: 0.1348271 Jan 20 07:26:33.019969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bca69-7b28-4869-8c7e-b383b5c44098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69128e43-ac02-47dc-b484-378f99f1ca54,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:33.262434 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeab99-3eda-4ce9-a243-be301334f16e req-5c50cfe8-78fc-413c-8606-b17c51425afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:33.264076 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-5c50cfe8-78fc-413c-8606-b17c51425afa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043&tenant_id=d67c92e8618447cea25d7ec72c777da0 HTTP/1.1" status: 200 len: 1096 time: 0.0411129 Jan 20 07:26:33.324843 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeab99-3eda-4ce9-a243-be301334f16e req-71cfc7cb-7f35-418c-804d-2df2ca15b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:33.326542 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-71cfc7cb-7f35-418c-804d-2df2ca15b84f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1096 time: 0.0416713 Jan 20 07:26:33.418882 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeab99-3eda-4ce9-a243-be301334f16e req-0521f78f-52c0-4f47-83bc-8236e10f9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:33.420365 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-0521f78f-52c0-4f47-83bc-8236e10f9978 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.0872519 Jan 20 07:26:33.516174 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-16cbdce6-d17a-46bf-a316-bcf1ba2fbacb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 999 time: 0.0873082 Jan 20 07:26:33.560916 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3d22f-c718-4a8a-be6e-9ee8a34d72f1 req-815e5d72-b365-452d-a042-2a5a61eed2b7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:33.562452 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b7b3d22f-c718-4a8a-be6e-9ee8a34d72f1 req-815e5d72-b365-452d-a042-2a5a61eed2b7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0507195 Jan 20 07:26:33.573936 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeab99-3eda-4ce9-a243-be301334f16e req-1e9297d3-3b94-454e-8a4a-4fccdb0bca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:33.575543 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-1e9297d3-3b94-454e-8a4a-4fccdb0bca53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0530844 Jan 20 07:26:33.618527 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b7b3d22f-c718-4a8a-be6e-9ee8a34d72f1 req-ace6213b-c13a-4b22-a633-b0929a8f1716 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452654 Jan 20 07:26:33.627019 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeab99-3eda-4ce9-a243-be301334f16e req-8eca6f4f-0397-439a-8bfa-6e3aa351ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:33.628522 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-8eca6f4f-0397-439a-8bfa-6e3aa351ef3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461214 Jan 20 07:26:33.724098 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-b92a9a29-6071-4e32-9dc6-18de8fb1ea08 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869610 Jan 20 07:26:33.820914 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30eeab99-3eda-4ce9-a243-be301334f16e req-c31f8ff1-6cb7-47d9-8e68-d3c13b4a6c4f service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899260 Jan 20 07:26:34.783506 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088dd2-ef43-40bc-b108-09d0309c01e2 req-988cb9f0-d99f-45fb-b872-4e0e3caf114d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:34.785298 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-12088dd2-ef43-40bc-b108-09d0309c01e2 req-988cb9f0-d99f-45fb-b872-4e0e3caf114d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0735395 Jan 20 07:26:34.867690 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-12088dd2-ef43-40bc-b108-09d0309c01e2 req-d1100d5d-74c9-45de-8535-235ebccc0c9b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676885 Jan 20 07:26:35.228082 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7dcefa98-916f-4b06-bd1b-76d50efeb27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:35.723920 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:35.983428 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fd9fb-0d81-4b91-9319-a3de08ea0852 req-d197f17a-326b-47a0-8e2c-247193f64dd8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:35.984949 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b17fd9fb-0d81-4b91-9319-a3de08ea0852 req-d197f17a-326b-47a0-8e2c-247193f64dd8 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0515261 Jan 20 07:26:36.049147 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b17fd9fb-0d81-4b91-9319-a3de08ea0852 req-d6ccaba5-7590-45bd-9440-382b550d8581 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578821 Jan 20 07:26:36.599869 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:37.182711 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66175367-e166-435a-9a76-12e8193db4a6 req-47eef386-dd66-4cf2-bcc1-7b7391e6b04b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:37.184133 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-66175367-e166-435a-9a76-12e8193db4a6 req-47eef386-dd66-4cf2-bcc1-7b7391e6b04b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0526676 Jan 20 07:26:37.240908 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-66175367-e166-435a-9a76-12e8193db4a6 req-f34df647-0fcb-40d2-903b-13818024cfe6 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Jan 20 07:26:37.781523 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:38.368114 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c4b8c-4563-43b4-b674-86ca531264a9 req-c44a79c7-d675-42fa-b886-71dc6c145a1e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:38.369951 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-498c4b8c-4563-43b4-b674-86ca531264a9 req-c44a79c7-d675-42fa-b886-71dc6c145a1e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0529320 Jan 20 07:26:38.408954 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:38.421918 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-498c4b8c-4563-43b4-b674-86ca531264a9 req-62ad4b0d-94b4-4a16-8afb-a90ff815a1ef tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 Jan 20 07:26:39.074573 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36502) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:39.188214 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1fc5024f-d12f-46f6-8a37-817b57665831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.279156 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1fc5024f-d12f-46f6-8a37-817b57665831 admin admin] Publish callbacks [] for security_group (3549883a-56b7-4d44-9625-975da89f61ee), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.286810 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1fc5024f-d12f-46f6-8a37-817b57665831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3549883a-56b7-4d44-9625-975da89f61ee), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.327223 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1fc5024f-d12f-46f6-8a37-817b57665831 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40cde5c218be4ba0b191f35245fae672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514849 Jan 20 07:26:39.329484 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5024f-d12f-46f6-8a37-817b57665831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3549883a-56b7-4d44-9625-975da89f61ee,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:39.330259 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36508) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:39.383110 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-975adda2-6779-48c2-9fc4-3e60b71be293 admin admin] Publish callbacks [] for security_group (3549883a-56b7-4d44-9625-975da89f61ee), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.405792 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-975adda2-6779-48c2-9fc4-3e60b71be293 admin admin] Publish callbacks [] for security_group (3549883a-56b7-4d44-9625-975da89f61ee), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.451839 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-975adda2-6779-48c2-9fc4-3e60b71be293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3549883a-56b7-4d44-9625-975da89f61ee), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.454528 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-975adda2-6779-48c2-9fc4-3e60b71be293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.455684 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-975adda2-6779-48c2-9fc4-3e60b71be293 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3549883a-56b7-4d44-9625-975da89f61ee HTTP/1.1" status: 204 len: 168 time: 0.1243687 Jan 20 07:26:39.469052 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975adda2-6779-48c2-9fc4-3e60b71be293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3549883a-56b7-4d44-9625-975da89f61ee,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:39.567868 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249e3ba-353d-4e89-b14f-605ab7aabe0c req-edb801cf-32c8-4908-98e9-c114f13418dc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:39.569596 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e249e3ba-353d-4e89-b14f-605ab7aabe0c req-edb801cf-32c8-4908-98e9-c114f13418dc tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0540781 Jan 20 07:26:39.630259 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e249e3ba-353d-4e89-b14f-605ab7aabe0c req-63674660-71ba-4092-aeb2-882d9e7f9eb1 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524609 Jan 20 07:26:39.798440 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36518) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:39.818577 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a86b-649d-45d2-999c-83fe677c84dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.906112 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a86b-649d-45d2-999c-83fe677c84dc admin admin] Publish callbacks [] for security_group (28d58aea-df7b-47a2-837d-89a7229c38cd), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.911108 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a86b-649d-45d2-999c-83fe677c84dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (28d58aea-df7b-47a2-837d-89a7229c38cd), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:39.952793 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a7b2a86b-649d-45d2-999c-83fe677c84dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c30b850644bd424094bf984289a93e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507971 Jan 20 07:26:39.952793 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a86b-649d-45d2-999c-83fe677c84dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d58aea-df7b-47a2-837d-89a7229c38cd,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:39.953096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36520) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:40.018657 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d04d217b-8778-4b6b-bdde-0c37892833f7 admin admin] Publish callbacks [] for security_group (28d58aea-df7b-47a2-837d-89a7229c38cd), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:40.049916 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d04d217b-8778-4b6b-bdde-0c37892833f7 admin admin] Publish callbacks [] for security_group (28d58aea-df7b-47a2-837d-89a7229c38cd), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:40.106625 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d04d217b-8778-4b6b-bdde-0c37892833f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (28d58aea-df7b-47a2-837d-89a7229c38cd), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:40.109256 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d04d217b-8778-4b6b-bdde-0c37892833f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:40.110438 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d04d217b-8778-4b6b-bdde-0c37892833f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28d58aea-df7b-47a2-837d-89a7229c38cd HTTP/1.1" status: 204 len: 168 time: 0.1564021 Jan 20 07:26:40.125014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d217b-8778-4b6b-bdde-0c37892833f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d58aea-df7b-47a2-837d-89a7229c38cd,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:40.771339 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02d006-28b6-4ef2-a2ca-7ee04ee98563 req-d1df4636-307f-4753-86da-53d2ac073d2e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:40.774144 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d02d006-28b6-4ef2-a2ca-7ee04ee98563 req-d1df4636-307f-4753-86da-53d2ac073d2e tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0587478 Jan 20 07:26:40.835113 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d02d006-28b6-4ef2-a2ca-7ee04ee98563 req-06155021-05c1-4792-91fa-7837ed235454 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550454 Jan 20 07:26:41.968096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe42ffb-7f58-4122-9514-ceede9b7192b req-dea60bf9-b3fc-4166-a058-eb122e70451b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:41.969646 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dbe42ffb-7f58-4122-9514-ceede9b7192b req-dea60bf9-b3fc-4166-a058-eb122e70451b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0542717 Jan 20 07:26:42.010217 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36578) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:42.021284 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dbe42ffb-7f58-4122-9514-ceede9b7192b req-7905a2a4-5e09-4f44-a6b7-f5e79a7293a5 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Jan 20 07:26:42.142185 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f05-f5e0-47a2-9141-72b9c104f405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.227861 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f05-f5e0-47a2-9141-72b9c104f405 admin admin] Publish callbacks [] for security_group (41ae270b-8394-41a4-846d-3af64eaa0967), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.232758 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f05-f5e0-47a2-9141-72b9c104f405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (41ae270b-8394-41a4-846d-3af64eaa0967), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.273524 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f2eb4f05-f5e0-47a2-9141-72b9c104f405 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=935d1c7053ce40739a3b61a2206b5955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612197 Jan 20 07:26:42.274389 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb4f05-f5e0-47a2-9141-72b9c104f405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ae270b-8394-41a4-846d-3af64eaa0967,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:42.276611 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36582) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:42.326695 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-375a88e9-2736-4e3c-8e4c-110d77d69c31 admin admin] Publish callbacks [] for security_group (41ae270b-8394-41a4-846d-3af64eaa0967), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.348533 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-375a88e9-2736-4e3c-8e4c-110d77d69c31 admin admin] Publish callbacks [] for security_group (41ae270b-8394-41a4-846d-3af64eaa0967), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.400999 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-375a88e9-2736-4e3c-8e4c-110d77d69c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (41ae270b-8394-41a4-846d-3af64eaa0967), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.403653 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-375a88e9-2736-4e3c-8e4c-110d77d69c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.407458 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-375a88e9-2736-4e3c-8e4c-110d77d69c31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41ae270b-8394-41a4-846d-3af64eaa0967 HTTP/1.1" status: 204 len: 168 time: 0.1297348 Jan 20 07:26:42.415422 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a88e9-2736-4e3c-8e4c-110d77d69c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ae270b-8394-41a4-846d-3af64eaa0967,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:42.710855 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36590) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:42.724025 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1f311d5-2332-47d6-b93d-788f94e6173c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.803391 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1f311d5-2332-47d6-b93d-788f94e6173c admin admin] Publish callbacks [] for security_group (99dd8766-146d-459a-bf91-182cdb376ca1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.810463 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1f311d5-2332-47d6-b93d-788f94e6173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (99dd8766-146d-459a-bf91-182cdb376ca1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.851569 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c1f311d5-2332-47d6-b93d-788f94e6173c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85a6688b5ee143ffaf5e704e34fa0142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395111 Jan 20 07:26:42.852555 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f311d5-2332-47d6-b93d-788f94e6173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd8766-146d-459a-bf91-182cdb376ca1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:42.854422 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36592) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:42.916708 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86096496-47b9-4bca-a186-cfdeb9b48ad4 admin admin] Publish callbacks [] for security_group (99dd8766-146d-459a-bf91-182cdb376ca1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:42.946285 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86096496-47b9-4bca-a186-cfdeb9b48ad4 admin admin] Publish callbacks [] for security_group (99dd8766-146d-459a-bf91-182cdb376ca1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:43.002096 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86096496-47b9-4bca-a186-cfdeb9b48ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (99dd8766-146d-459a-bf91-182cdb376ca1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:43.004855 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-86096496-47b9-4bca-a186-cfdeb9b48ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:43.009251 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-86096496-47b9-4bca-a186-cfdeb9b48ad4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99dd8766-146d-459a-bf91-182cdb376ca1 HTTP/1.1" status: 204 len: 168 time: 0.1465111 Jan 20 07:26:43.015151 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86096496-47b9-4bca-a186-cfdeb9b48ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd8766-146d-459a-bf91-182cdb376ca1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:43.172212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015238a-1f7c-48c1-8da5-40048969302e req-065356b6-8934-43c9-be77-292fa17c879f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:43.181975 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f015238a-1f7c-48c1-8da5-40048969302e req-065356b6-8934-43c9-be77-292fa17c879f tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0684223 Jan 20 07:26:43.242474 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f015238a-1f7c-48c1-8da5-40048969302e req-4813aafe-1164-475c-9fc2-73b7ae548326 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557816 Jan 20 07:26:43.910064 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-bbf5f0ab-7552-4913-96c9-4b306d7337d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:43.911994 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-bbf5f0ab-7552-4913-96c9-4b306d7337d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d67c92e8618447cea25d7ec72c777da0&device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1096 time: 0.0512893 Jan 20 07:26:44.026932 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-c4196fb9-2524-4627-9296-6b76864ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:44.028215 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-c4196fb9-2524-4627-9296-6b76864ebb4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 200 len: 917 time: 0.0918105 Jan 20 07:26:44.096560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-4d7da6d2-df82-42d1-9a4d-8323534b68de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 200 len: 999 time: 0.0607998 Jan 20 07:26:44.147061 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-b6dd8eec-f753-4796-a190-574a8f818d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:44.149278 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-b6dd8eec-f753-4796-a190-574a8f818d33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 200 len: 855 time: 0.0455239 Jan 20 07:26:44.210469 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-f2c97050-2340-4b25-8197-a66358ffe215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:44.212028 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-f2c97050-2340-4b25-8197-a66358ffe215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0d3a8d-159f-4f41-bff1-5150ee5570f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520809 Jan 20 07:26:44.318300 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-14fe1edf-c76c-4312-8ff9-b0a838c1f321 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986226 Jan 20 07:26:44.422983 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1eeba-6f90-4582-ae1c-ffe667068e05 req-6ea1981f-8f21-4f18-a7ea-c73c1caf0026 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:44.424605 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8aa1eeba-6f90-4582-ae1c-ffe667068e05 req-6ea1981f-8f21-4f18-a7ea-c73c1caf0026 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.1016381 Jan 20 07:26:44.477838 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3510508f-ed36-4f5e-86af-38a5dbd6084a req-23e23aa6-5396-44d2-94db-9ce5b0f1c549 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528769 Jan 20 07:26:44.495703 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8aa1eeba-6f90-4582-ae1c-ffe667068e05 req-b512a4ef-ebd9-44ce-8ccc-63f45f87989a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636356 Jan 20 07:26:45.631861 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c8ea-03ef-41c8-ac13-eff806039b34 req-f99d93e5-9bde-4fd7-b1e2-140b3475710b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:45.633307 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3fc0c8ea-03ef-41c8-ac13-eff806039b34 req-f99d93e5-9bde-4fd7-b1e2-140b3475710b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 943 time: 0.0487599 Jan 20 07:26:45.680169 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3fc0c8ea-03ef-41c8-ac13-eff806039b34 req-edf07e4b-6604-4ed7-9036-77db52584b2b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jan 20 07:26:46.164485 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:26:46.203695 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:26:46.260768 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:46.273034 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '41d53b5f-9164-4365-963b-7923dbea286d', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'port_id': '41d53b5f-9164-4365-963b-7923dbea286d', 'mac_address': 'fa:16:3e:61:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:26:46.313581 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:26:46.313977 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:46.326959 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d53b5f-9164-4365-963b-7923dbea286d {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:26:46.345798 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:46.349792 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:46.396743 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=9']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:46.602073 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['41d53b5f-9164-4365-963b-7923dbea286d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:26:46.800330 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ea3f-a6f9-459f-9777-eb097717283f req-d2e0a63c-d490-40cf-b46e-8dd1b42bacca tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:46.801895 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f4d3ea3f-a6f9-459f-9777-eb097717283f req-d2e0a63c-d490-40cf-b46e-8dd1b42bacca tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0491920 Jan 20 07:26:46.854727 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f4d3ea3f-a6f9-459f-9777-eb097717283f req-fc728868-f35a-463e-95a8-86d86f5ef3dd tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Jan 20 07:26:47.237898 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520c1a6-ae69-41d1-9d01-8290ca84f3e5 req-1bac1d21-45a4-4ec3-8b78-1327eb9c7c5e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:47.239443 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e520c1a6-ae69-41d1-9d01-8290ca84f3e5 req-1bac1d21-45a4-4ec3-8b78-1327eb9c7c5e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Jan 20 07:26:47.290978 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e520c1a6-ae69-41d1-9d01-8290ca84f3e5 req-808beb30-1442-4a6e-be05-2e9e4b5707c0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450468 Jan 20 07:26:47.981578 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed94e-d2c8-47b3-a728-1983a83632bb req-eaa5430d-d45b-406b-91ad-bc7c63017d63 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:47.983061 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f0eed94e-d2c8-47b3-a728-1983a83632bb req-eaa5430d-d45b-406b-91ad-bc7c63017d63 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 944 time: 0.0516279 Jan 20 07:26:48.029135 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f0eed94e-d2c8-47b3-a728-1983a83632bb req-22cbb97a-a66f-40cd-9f3f-88604f8f5801 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Jan 20 07:26:48.178218 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:26:48.239075 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 41d53b5f-9164-4365-963b-7923dbea286d triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:26:48.239496 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (41d53b5f-9164-4365-963b-7923dbea286d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:48.351571 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 41d53b5f-9164-4365-963b-7923dbea286d is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:26:48.352151 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:48.380071 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:48.382336 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2931d6-da5d-4095-bbfd-40374a8dc8c8" -d '{"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-plugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:48.395522 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:48.400053 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:48.417157 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405bc29-2161-4f63-9a8c-a895919addeb req-4e3bcb67-da1e-4b7a-a1df-e0c1d55e787d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:48.419500 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7405bc29-2161-4f63-9a8c-a895919addeb req-4e3bcb67-da1e-4b7a-a1df-e0c1d55e787d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 945 time: 0.0533681 Jan 20 07:26:48.431585 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d949f-123a-47c0-a75f-d7cea8919e11 x-openstack-request-id: req-386d949f-123a-47c0-a75f-d7cea8919e11 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:48.431858 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-plugged", "status": "completed", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:48.432072 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-386d949f-123a-47c0-a75f-d7cea8919e11 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:48.432466 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'code': 200} Jan 20 07:26:48.462181 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=10']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:48.478052 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7405bc29-2161-4f63-9a8c-a895919addeb req-09e5efd0-59dd-4778-94ec-f8b69d9fd982 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517776 Jan 20 07:26:48.652402 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca85d1-bdd2-4636-9e37-f1eac5e26dc7 req-31c6f6c1-6568-4eb2-9b2c-bc1d9658de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:48.654155 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aaca85d1-bdd2-4636-9e37-f1eac5e26dc7 req-31c6f6c1-6568-4eb2-9b2c-bc1d9658de59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 1099 time: 0.0481570 Jan 20 07:26:48.704654 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aaca85d1-bdd2-4636-9e37-f1eac5e26dc7 req-d16d14a8-159e-4782-84cd-98f85a7d37f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Jan 20 07:26:49.013856 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-034eabe3-a811-432d-8368-b65806bfa3df tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:49.015230 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-034eabe3-a811-432d-8368-b65806bfa3df tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 945 time: 0.0490048 Jan 20 07:26:49.113520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Deleting port 30a6d70c-e529-4e91-a1a2-aca96e470d76 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:26:49.113888 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:49.154280 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8230-07b7-42c1-a4cc-063438c9338d req-3b83b949-8dd8-4c29-979e-97041b5c0f0a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:49.155822 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-58be8230-07b7-42c1-a4cc-063438c9338d req-3b83b949-8dd8-4c29-979e-97041b5c0f0a tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Jan 20 07:26:49.202970 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] For port 30a6d70c-e529-4e91-a1a2-aca96e470d76, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=30a6d70c-e529-4e91-a1a2-aca96e470d76,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:26:49.203329 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:49.203676 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-58be8230-07b7-42c1-a4cc-063438c9338d req-72091790-5ca1-4325-8a44-ada34d7595ec tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Jan 20 07:26:49.380461 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:49.380855 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (b6b753a6-4aee-4b73-b893-51124992b049), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:49.381174 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Floating IP b6b753a6-4aee-4b73-b893-51124992b049 disassociated. External IP: 172.27.0.167, port: 30a6d70c-e529-4e91-a1a2-aca96e470d76. Jan 20 07:26:49.381557 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Calling delete_port for 30a6d70c-e529-4e91-a1a2-aca96e470d76 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:26:49.510376 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (30a6d70c-e529-4e91-a1a2-aca96e470d76), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:49.539812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'Port': ['ID=30a6d70c-e529-4e91-a1a2-aca96e470d76,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:49.615830 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-15b58aa8-20ff-4aa5-ba68-5df5b050096a req-21180cd4-eb4b-45f9-bd72-f156339f8b75 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 210 time: 0.0322349 Jan 20 07:26:49.678517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:26:49.808649 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:26:49.823277 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:26:49.900587 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] No DVR routers for this DVR port 30a6d70c-e529-4e91-a1a2-aca96e470d76 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:26:49.904949 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:49.912082 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5b497b9a-2cb6-4204-ac01-1686bf6f46be req-484adb61-b273-4f30-91af-59528f04d3a1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "DELETE /v2.0/ports/30a6d70c-e529-4e91-a1a2-aca96e470d76 HTTP/1.1" status: 204 len: 173 time: 0.8894703 Jan 20 07:26:49.912833 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'name': 'network-vif-deleted', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:49.934358 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60964744-1c5b-4f67-ae08-b10b6cb6b109" -d '{"events": [{"server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "name": "network-vif-deleted", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:50.018356 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb1d351-89fe-4faf-a550-504ecbc69d1c x-openstack-request-id: req-0cb1d351-89fe-4faf-a550-504ecbc69d1c {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:50.018705 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6a672-0060-4f53-943a-aa9893aea4e5", "name": "network-vif-deleted", "tag": "30a6d70c-e529-4e91-a1a2-aca96e470d76", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:50.019106 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cb1d351-89fe-4faf-a550-504ecbc69d1c {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:50.019889 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6a672-0060-4f53-943a-aa9893aea4e5', 'name': 'network-vif-deleted', 'tag': '30a6d70c-e529-4e91-a1a2-aca96e470d76', 'status': 'completed', 'code': 200} Jan 20 07:26:50.075395 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:50.076037 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:26:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:50.215369 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:50.351287 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956209bc-5dac-4304-bd7e-ebc0aa8a339c req-2badb0ce-49fb-4e00-a131-7fae6c9a0937 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:50.354043 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-956209bc-5dac-4304-bd7e-ebc0aa8a339c req-2badb0ce-49fb-4e00-a131-7fae6c9a0937 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 946 time: 0.0642698 Jan 20 07:26:50.417582 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-956209bc-5dac-4304-bd7e-ebc0aa8a339c req-acf54e77-6149-4bb2-aa23-84322af7c794 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549395 Jan 20 07:26:50.468127 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:50.499008 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:26:50.507174 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:26:50.507807 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:26:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:50.611803 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:26:50.732905 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3ea96a46-b797-4aa3-b335-c9617f8c7bc7 req-0183e460-e503-4df5-8557-7591208c4d46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9be6a672-0060-4f53-943a-aa9893aea4e5 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Jan 20 07:26:50.839031 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:26:50.864198 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62646537-546f-454e-a6b8-6c4663d0082f None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:26:51.094157 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e50d7e-c93d-4c51-9590-45b17bb37d1a None None] New status for floating IP b6b753a6-4aee-4b73-b893-51124992b049: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:26:51.514224 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36784) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:51.540360 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03920b8e-9e79-4046-bd14-ac8c3e1541c6 req-24aa1fab-dba6-44dc-8081-6e368e3251c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:51.541938 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03920b8e-9e79-4046-bd14-ac8c3e1541c6 req-24aa1fab-dba6-44dc-8081-6e368e3251c0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 946 time: 0.0499127 Jan 20 07:26:51.591806 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03920b8e-9e79-4046-bd14-ac8c3e1541c6 req-94d4bedf-9b88-4960-a98e-6291b7e30ab9 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440879 Jan 20 07:26:51.619591 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-32e38934-4f2d-477a-90eb-b259eaa5f2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.689792 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-32e38934-4f2d-477a-90eb-b259eaa5f2b1 admin admin] Publish callbacks [] for security_group (8a7141eb-8467-4036-b3aa-23e07b835e83), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.693584 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-32e38934-4f2d-477a-90eb-b259eaa5f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8a7141eb-8467-4036-b3aa-23e07b835e83), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.731414 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-32e38934-4f2d-477a-90eb-b259eaa5f2b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e42792178ced4e3abf012cb5d82cd55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161157 Jan 20 07:26:51.732266 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e38934-4f2d-477a-90eb-b259eaa5f2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7141eb-8467-4036-b3aa-23e07b835e83,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:51.734182 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36790) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:51.782767 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ac60a0-0ba6-4623-8c0a-4e2e67378543 admin admin] Publish callbacks [] for security_group (8a7141eb-8467-4036-b3aa-23e07b835e83), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.805736 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ac60a0-0ba6-4623-8c0a-4e2e67378543 admin admin] Publish callbacks [] for security_group (8a7141eb-8467-4036-b3aa-23e07b835e83), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.850273 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ac60a0-0ba6-4623-8c0a-4e2e67378543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8a7141eb-8467-4036-b3aa-23e07b835e83), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.853669 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ac60a0-0ba6-4623-8c0a-4e2e67378543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:51.854824 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b9ac60a0-0ba6-4623-8c0a-4e2e67378543 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a7141eb-8467-4036-b3aa-23e07b835e83 HTTP/1.1" status: 204 len: 168 time: 0.1196706 Jan 20 07:26:51.870991 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac60a0-0ba6-4623-8c0a-4e2e67378543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7141eb-8467-4036-b3aa-23e07b835e83,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:51.999870 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-3f72dd75-f0cb-401b-8e0c-7f5a5165dedf tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56393618&fields=id&tenant_id=87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 267 time: 0.0445869 Jan 20 07:26:52.113983 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-e9668588-a0e9-49fc-88af-de4911ec6f28 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:52.115480 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-e9668588-a0e9-49fc-88af-de4911ec6f28 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 811 time: 0.1089623 Jan 20 07:26:52.131472 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-d4ea1083-062d-41ec-89c6-d85de95328f7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/quotas/87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 375 time: 0.0101569 Jan 20 07:26:52.151511 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36804) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:52.168912 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4054a22a-a1ac-429c-8d3e-d8d7662e2109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.179281 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30a6d70c-e529-4e91-a1a2-aca96e470d76 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:26:52.187953 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-eddc49ca-9bca-4c91-8f1b-0c65b4142bb2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509903 Jan 20 07:26:52.204227 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 30a6d70c-e529-4e91-a1a2-aca96e470d76 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:26:52.204953 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 30a6d70c-e529-4e91-a1a2-aca96e470d76 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:26:52.257227 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4054a22a-a1ac-429c-8d3e-d8d7662e2109 admin admin] Publish callbacks [] for security_group (ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.262104 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4054a22a-a1ac-429c-8d3e-d8d7662e2109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.294804 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-b0f00c00-6f48-4928-b9ca-11f9fa7e28ef service neutron] 10.222.0.53 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927093 Jan 20 07:26:52.305047 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4054a22a-a1ac-429c-8d3e-d8d7662e2109 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=240842f7e5a242ee8645b233251854ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500340 Jan 20 07:26:52.305047 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054a22a-a1ac-429c-8d3e-d8d7662e2109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:52.306770 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36806) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:52.355154 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68ba9566-d3a0-425e-848a-a802bf97c73d admin admin] Publish callbacks [] for security_group (ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.376622 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68ba9566-d3a0-425e-848a-a802bf97c73d admin admin] Publish callbacks [] for security_group (ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.386495 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c0ccd4c9-bd95-4d80-8d8a-404e5ae9f20f service neutron] 10.222.0.53 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Jan 20 07:26:52.426393 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68ba9566-d3a0-425e-848a-a802bf97c73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.429037 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68ba9566-d3a0-425e-848a-a802bf97c73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.432796 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-68ba9566-d3a0-425e-848a-a802bf97c73d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d HTTP/1.1" status: 204 len: 168 time: 0.1223595 Jan 20 07:26:52.439131 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba9566-d3a0-425e-848a-a802bf97c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a14b9-81c4-40d4-bfc0-2ccc8a81ad6d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:52.699430 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d72037a-c692-409f-bbd8-9ab36319fe87 req-3f8deb58-38b5-4ab8-a4ec-e3d014394055 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 210 time: 0.0281031 Jan 20 07:26:52.812035 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36826) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:52.828313 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed136937-ee1d-413a-80c9-372713cee1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.906460 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed136937-ee1d-413a-80c9-372713cee1a0 admin admin] Publish callbacks [] for security_group (0c29e206-7b99-40fd-afa2-c0b642b1e4e2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.911064 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed136937-ee1d-413a-80c9-372713cee1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (0c29e206-7b99-40fd-afa2-c0b642b1e4e2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:52.954311 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ed136937-ee1d-413a-80c9-372713cee1a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f196dbb6bf9a49019d7db8db7832057e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411266 Jan 20 07:26:52.955285 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed136937-ee1d-413a-80c9-372713cee1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29e206-7b99-40fd-afa2-c0b642b1e4e2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:52.957259 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 36830) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:26:53.013590 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e50002c5-e656-42a9-abbd-2197219c6a1c admin admin] Publish callbacks [] for security_group (0c29e206-7b99-40fd-afa2-c0b642b1e4e2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:53.034589 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e50002c5-e656-42a9-abbd-2197219c6a1c admin admin] Publish callbacks [] for security_group (0c29e206-7b99-40fd-afa2-c0b642b1e4e2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:53.082072 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e50002c5-e656-42a9-abbd-2197219c6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (0c29e206-7b99-40fd-afa2-c0b642b1e4e2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:53.084491 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e50002c5-e656-42a9-abbd-2197219c6a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:53.085688 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e50002c5-e656-42a9-abbd-2197219c6a1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c29e206-7b99-40fd-afa2-c0b642b1e4e2 HTTP/1.1" status: 204 len: 168 time: 0.1248753 Jan 20 07:26:53.093309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50002c5-e656-42a9-abbd-2197219c6a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29e206-7b99-40fd-afa2-c0b642b1e4e2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:53.688693 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-ac11f5d9-1404-40ae-a992-964028a3d3fa tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:53.690832 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-ac11f5d9-1404-40ae-a992-964028a3d3fa tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 811 time: 0.1111031 Jan 20 07:26:53.766877 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-ad127085-cd15-4e9a-8b70-b3ef53a3ce1b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 378 time: 0.0679412 Jan 20 07:26:53.778474 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'port': {'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'admin_state_up': True, 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'security_groups': ['26ceeb8d-d610-47a7-b98f-5081aae15834']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:26:53.854417 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7b14e619-d1d1-475f-84bb-178c758a9f87 req-24d6d887-4656-488c-ab83-a0e764d1db4a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 210 time: 0.0708613 Jan 20 07:26:53.941811 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Made reservation on behalf of 87c35b69d9154a58b6918d8e85b66ad6 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:26:53.946227 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.080203 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Allocated IP 172.20.0.12 (315e85cd-8493-4bce-83f1-fa85785161f0/f665b2d1-0c43-453c-b532-e1af748ba76c/c89a4005-03f6-452c-863b-07306e31552f) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:26:54.240120 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (c89a4005-03f6-452c-863b-07306e31552f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.277794 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (c89a4005-03f6-452c-863b-07306e31552f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.323509 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:26:54.326626 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:26:54.330721 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:26:54.357455 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=c89a4005-03f6-452c-863b-07306e31552f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:54.397315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:54.398003 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.417156 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-baf80423-c5ed-40cf-b5e3-f1f660fb7ee0 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442924 Jan 20 07:26:54.428225 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Request body: {'port': {'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:26:54.488461 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c89a4005-03f6-452c-863b-07306e31552f), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.577134 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-957fb6fe-2fc1-4ee2-8bae-5255f6f3b79a None None] Provisioning complete for port c89a4005-03f6-452c-863b-07306e31552f triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:26:54.577935 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-957fb6fe-2fc1-4ee2-8bae-5255f6f3b79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c89a4005-03f6-452c-863b-07306e31552f), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.614895 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-957fb6fe-2fc1-4ee2-8bae-5255f6f3b79a None None] Port c89a4005-03f6-452c-863b-07306e31552f cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:26:54.757114 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89a4005-03f6-452c-863b-07306e31552f {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:26:54.764502 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Publish callbacks [] for port (c89a4005-03f6-452c-863b-07306e31552f), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.776477 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Transition to ACTIVE for port object c89a4005-03f6-452c-863b-07306e31552f will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:26:54.780165 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (c89a4005-03f6-452c-863b-07306e31552f), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.828324 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Pushing event updated for resources: {'Port': ['ID=c89a4005-03f6-452c-863b-07306e31552f,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:54.906410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Attempting to bind port c89a4005-03f6-452c-863b-07306e31552f on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:26:54.906741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Attempting to bind port c89a4005-03f6-452c-863b-07306e31552f by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:26:54.907076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Attempting to bind port c89a4005-03f6-452c-863b-07306e31552f on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:26:54.912327 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Port c89a4005-03f6-452c-863b-07306e31552f on network 315e85cd-8493-4bce-83f1-fa85785161f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:26:54.912645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Attempting to bind port c89a4005-03f6-452c-863b-07306e31552f on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:26:54.919163 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:26:54.919611 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Checking segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:26:54.920092 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Bound using segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:26:54.920577 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Bound port: c89a4005-03f6-452c-863b-07306e31552f, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:26:54.920998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c89a4005-03f6-452c-863b-07306e31552f), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:54.993415 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] For port c89a4005-03f6-452c-863b-07306e31552f, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:26:54.993837 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071a55-e74a-49d8-8565-7dcfc1601b85 req-4d69b51d-314b-4e24-be97-a3baf5338cfd tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:54.998176 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b4071a55-e74a-49d8-8565-7dcfc1601b85 req-4d69b51d-314b-4e24-be97-a3baf5338cfd tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0614610 Jan 20 07:26:54.999270 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] For port c89a4005-03f6-452c-863b-07306e31552f, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c89a4005-03f6-452c-863b-07306e31552f,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:26:55.005827 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (c89a4005-03f6-452c-863b-07306e31552f), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:55.044783 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.045629 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:55.046964 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] 10.222.0.42 "PUT /v2.0/ports/c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 200 len: 1094 time: 0.6230986 Jan 20 07:26:55.049545 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:55.050501 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b4071a55-e74a-49d8-8565-7dcfc1601b85 req-52899f1f-3bb3-41f5-b6c3-f752033d1a8f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487866 Jan 20 07:26:55.052499 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e474c-5807-43e7-aa39-7328cba93ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "tag": "c89a4005-03f6-452c-863b-07306e31552f"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:55.076782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db1c72-316d-4b3c-a702-bae1e7fed893 service neutron] Pushing event updated for resources: {'Port': ['ID=c89a4005-03f6-452c-863b-07306e31552f,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:55.110330 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05683be4-1db5-41b5-a6e9-34188b944c3e x-openstack-request-id: req-05683be4-1db5-41b5-a6e9-34188b944c3e {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:55.111014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "tag": "c89a4005-03f6-452c-863b-07306e31552f", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:55.111014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05683be4-1db5-41b5-a6e9-34188b944c3e {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:55.111299 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f', 'status': 'completed', 'code': 200} Jan 20 07:26:55.150751 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-7b5ce586-c6ae-4847-86dd-198689ab451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.153077 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-7b5ce586-c6ae-4847-86dd-198689ab451b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1097 time: 0.0520930 Jan 20 07:26:55.201761 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-a16a8081-9e07-4b03-9333-60d6c52846c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 200 len: 217 time: 0.0396600 Jan 20 07:26:55.256716 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-f9ae1e2c-8e34-4951-8945-5a1b395852da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.258882 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-f9ae1e2c-8e34-4951-8945-5a1b395852da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0508077 Jan 20 07:26:55.308827 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-1bbf1a5b-43dd-46ac-8785-334ee01b67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.310382 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-1bbf1a5b-43dd-46ac-8785-334ee01b67ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457861 Jan 20 07:26:55.409608 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-f6d82391-eb7a-41f8-bbb7-b34791691e2e service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925994 Jan 20 07:26:55.460512 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-d593d5a1-f996-4438-b10a-68dfb22d7587 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8e5a293f79040dfbd34516af412f88a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294359 Jan 20 07:26:55.497602 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8380a801-7ec1-4ebf-9e64-9e7d5f709c93 req-d17354d5-9f7e-4271-931c-cb1b59058758 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821517 Jan 20 07:26:55.658108 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6e326965-6227-40ca-8e0c-306c18976744 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.659568 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6e326965-6227-40ca-8e0c-306c18976744 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933427 Jan 20 07:26:55.675343 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-bb27d9f3-4427-470a-ae22-9b3d2c2b2001 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/quotas/f8e5a293f79040dfbd34516af412f88a HTTP/1.1" status: 200 len: 375 time: 0.0098429 Jan 20 07:26:55.711118 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6fcda0ca-2807-4bd2-877f-01ebc82299cc tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8e5a293f79040dfbd34516af412f88a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jan 20 07:26:55.851747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-3c92e4db-7c92-4923-9314-cd6abc263977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.853272 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-3c92e4db-7c92-4923-9314-cd6abc263977 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1097 time: 0.3079147 Jan 20 07:26:55.900302 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2681c025-6951-4549-a8cd-c7599231ccdb req-e7f82555-5215-4d41-81d8-869324111b24 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 210 time: 0.0460110 Jan 20 07:26:55.965886 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-6d539321-af72-4e25-a434-39a138ab3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:55.967338 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-6d539321-af72-4e25-a434-39a138ab3c59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.1049368 Jan 20 07:26:56.011289 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-7da7453e-d0e2-46f0-8b7a-a207ef46d9b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 200 len: 217 time: 0.0374949 Jan 20 07:26:56.061220 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-4c98e38e-1a6a-4ed8-9095-88b7bae50d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:56.062714 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-4c98e38e-1a6a-4ed8-9095-88b7bae50d05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0459344 Jan 20 07:26:56.109213 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-afffb1f9-5018-4e6a-8c03-ad9b18b3afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:56.110800 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-afffb1f9-5018-4e6a-8c03-ad9b18b3afb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424807 Jan 20 07:26:56.191907 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31c286-7e1c-4990-9f1c-d9c60e08ef71 req-f8ea1f2c-0e79-4513-a4e3-563ced6d30ce tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:56.198075 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e31c286-7e1c-4990-9f1c-d9c60e08ef71 req-f8ea1f2c-0e79-4513-a4e3-563ced6d30ce tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0620713 Jan 20 07:26:56.219472 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-0d83640d-d4ba-42fa-b6d6-bdc10aea8d24 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027718 Jan 20 07:26:56.253537 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e31c286-7e1c-4990-9f1c-d9c60e08ef71 req-deac0d8a-2dc0-4f4c-b7bc-5cb9641571f3 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527625 Jan 20 07:26:56.321368 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e0e474c-5807-43e7-aa39-7328cba93ecb req-0cf983d8-5ee7-4cf9-8fe2-5538011eef28 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948765 Jan 20 07:26:56.761888 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a333e71c-4704-4358-b153-988e3c486123 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8e5a293f79040dfbd34516af412f88a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293853 Jan 20 07:26:56.953487 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-04fb3960-8ec6-4307-82fe-d0477eb6c7be tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:56.954411 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-04fb3960-8ec6-4307-82fe-d0477eb6c7be tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879458 Jan 20 07:26:56.971947 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Request body: {'port': {'device_id': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39', 'admin_state_up': True, 'tenant_id': 'f8e5a293f79040dfbd34516af412f88a'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:26:57.010237 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-11d60907-41d7-44a0-b92c-f05a11e8947a req-88dc38a0-fb11-4c87-973a-6f1f1340195c tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 210 time: 0.0347879 Jan 20 07:26:57.105106 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Made reservation on behalf of f8e5a293f79040dfbd34516af412f88a for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:26:57.108563 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.117511 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.189520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks [] for security_group (3e22f7a5-83ae-4baf-bc61-539f4c3d4930), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.193533 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3e22f7a5-83ae-4baf-bc61-539f4c3d4930), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.253573 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22f7a5-83ae-4baf-bc61-539f4c3d4930,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:57.329316 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Allocated IP 192.168.233.237 (b6e948fc-ac4b-495a-9766-e7c004905a39/f0726e36-1d8c-44e3-88cf-56bc55d87004/95fc671c-acf3-452b-bbbb-cb9ae176b68a) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:26:57.370753 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b148f-6032-450b-8067-98adee9a2c48 req-ae41a4b1-9b05-4672-9bc9-7f472ca5bd37 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:57.372317 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0d7b148f-6032-450b-8067-98adee9a2c48 req-ae41a4b1-9b05-4672-9bc9-7f472ca5bd37 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0480914 Jan 20 07:26:57.421380 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0d7b148f-6032-450b-8067-98adee9a2c48 req-7709d80b-310e-42ed-a893-75f5ca0fdf89 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434709 Jan 20 07:26:57.472812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks [] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.510923 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.553769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Network b6e948fc-ac4b-495a-9766-e7c004905a39 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:26:57.558959 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:26:57.563520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:26:57.570616 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Pushing event updated for resources: {'Port': ['ID=95fc671c-acf3-452b-bbbb-cb9ae176b68a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:57.621408 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:57.622096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.639404 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-6ad6f3bf-4dc3-44c6-a885-ab45c4ee6992 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6713867 Jan 20 07:26:57.651359 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Request body: {'port': {'device_id': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:26:57.713547 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.804833 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-1e9344ff-e5ae-4115-8e92-1ba7424e22c2 None None] Provisioning complete for port 95fc671c-acf3-452b-bbbb-cb9ae176b68a triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:26:57.805817 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1e9344ff-e5ae-4115-8e92-1ba7424e22c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:57.839011 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1e9344ff-e5ae-4115-8e92-1ba7424e22c2 None None] Port 95fc671c-acf3-452b-bbbb-cb9ae176b68a cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:26:57.984704 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fc671c-acf3-452b-bbbb-cb9ae176b68a {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:26:57.991931 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Publish callbacks [] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:58.003824 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Transition to ACTIVE for port object 95fc671c-acf3-452b-bbbb-cb9ae176b68a will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:26:58.007113 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:58.058808 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Pushing event updated for resources: {'Port': ['ID=95fc671c-acf3-452b-bbbb-cb9ae176b68a,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:58.161692 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Attempting to bind port 95fc671c-acf3-452b-bbbb-cb9ae176b68a on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:26:58.162292 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Attempting to bind port 95fc671c-acf3-452b-bbbb-cb9ae176b68a by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:26:58.162401 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Attempting to bind port 95fc671c-acf3-452b-bbbb-cb9ae176b68a on network b6e948fc-ac4b-495a-9766-e7c004905a39 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:26:58.176544 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80661-e425-4c81-8a3b-21cc795a2645 req-d281aab6-951f-44eb-8e19-411d8f32cd5f tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.178150 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fda80661-e425-4c81-8a3b-21cc795a2645 req-d281aab6-951f-44eb-8e19-411d8f32cd5f tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 948 time: 0.0789468 Jan 20 07:26:58.179377 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Port 95fc671c-acf3-452b-bbbb-cb9ae176b68a on network b6e948fc-ac4b-495a-9766-e7c004905a39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:26:58.179698 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Attempting to bind port 95fc671c-acf3-452b-bbbb-cb9ae176b68a on network b6e948fc-ac4b-495a-9766-e7c004905a39 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:26:58.191394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:26:58.191728 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Checking segment: {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:26:58.192105 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Bound using segment: {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:26:58.192540 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Bound port: 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ffd31f-f283-4128-ad82-2399ec57616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:26:58.192895 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:58.265862 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fda80661-e425-4c81-8a3b-21cc795a2645 req-fe07f7f5-cbd3-48d9-b2d5-a4b65c588888 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 Jan 20 07:26:58.285973 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] For port 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:26:58.288974 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] For port 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:26:58.293574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:58.331830 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.332445 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:26:58.333841 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] 10.222.0.42 "PUT /v2.0/ports/95fc671c-acf3-452b-bbbb-cb9ae176b68a HTTP/1.1" status: 200 len: 1098 time: 0.6869662 Jan 20 07:26:58.334314 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'tag': '95fc671c-acf3-452b-bbbb-cb9ae176b68a'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:26:58.337140 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a73f454a-580c-4bc5-8011-5c1145085dcb", "tag": "95fc671c-acf3-452b-bbbb-cb9ae176b68a"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:26:58.358059 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac3c63-1870-475d-9efd-4ece019ac345 service neutron] Pushing event updated for resources: {'Port': ['ID=95fc671c-acf3-452b-bbbb-cb9ae176b68a,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:26:58.388105 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17936898-49a3-4d30-8298-1bc3362be873 x-openstack-request-id: req-17936898-49a3-4d30-8298-1bc3362be873 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:26:58.388498 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73f454a-580c-4bc5-8011-5c1145085dcb", "tag": "95fc671c-acf3-452b-bbbb-cb9ae176b68a", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:26:58.388863 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17936898-49a3-4d30-8298-1bc3362be873 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:26:58.389348 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'tag': '95fc671c-acf3-452b-bbbb-cb9ae176b68a', 'status': 'completed', 'code': 200} Jan 20 07:26:58.419517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-58ad4f0a-8a50-4b7d-847a-89c10f94303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.421042 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-58ad4f0a-8a50-4b7d-847a-89c10f94303c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8e5a293f79040dfbd34516af412f88a&device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 1101 time: 0.0448744 Jan 20 07:26:58.464361 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-3ab36319-1234-4cc8-8a4d-600188908e5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a HTTP/1.1" status: 200 len: 217 time: 0.0352981 Jan 20 07:26:58.544116 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-e94d689e-f7a7-419b-b82c-4d7f38339473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.545622 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-e94d689e-f7a7-419b-b82c-4d7f38339473 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0726e36-1d8c-44e3-88cf-56bc55d87004 HTTP/1.1" status: 200 len: 843 time: 0.0768130 Jan 20 07:26:58.568478 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc85e-3f1b-43db-9952-7bc1183e4e27 req-da4012f2-7e00-4de6-a89b-b51a90c57fb1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.570712 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-974cc85e-3f1b-43db-9952-7bc1183e4e27 req-da4012f2-7e00-4de6-a89b-b51a90c57fb1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0694387 Jan 20 07:26:58.623743 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-8d233bbd-1b49-4842-83d6-08a4681bc7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.625255 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-8d233bbd-1b49-4842-83d6-08a4681bc7e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6e948fc-ac4b-495a-9766-e7c004905a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723438 Jan 20 07:26:58.657612 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-974cc85e-3f1b-43db-9952-7bc1183e4e27 req-b5a56f97-d5c7-4358-a953-2f5336db4175 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730700 Jan 20 07:26:58.726546 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-0d810e14-9438-40fa-8649-4793f5b08b3d service neutron] 10.222.0.42 "GET /v2.0/networks/b6e948fc-ac4b-495a-9766-e7c004905a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925107 Jan 20 07:26:58.815751 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a4eaf658-c2b4-4135-b596-fee0bb053b6f req-62aa4402-61cc-400f-b4be-1099a197cc25 service neutron] 10.222.0.42 "GET /v2.0/networks/b6e948fc-ac4b-495a-9766-e7c004905a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Jan 20 07:26:58.909493 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-da985d6f-2025-4712-893f-b8c9cdf12d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:58.911368 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-da985d6f-2025-4712-893f-b8c9cdf12d1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8e5a293f79040dfbd34516af412f88a&device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 1101 time: 0.0431755 Jan 20 07:26:59.007154 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-2878a160-c129-4761-af55-016c013a32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:59.009195 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-2878a160-c129-4761-af55-016c013a32b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6e948fc-ac4b-495a-9766-e7c004905a39 HTTP/1.1" status: 200 len: 870 time: 0.0910811 Jan 20 07:26:59.049633 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-b4d11d86-8baf-409f-8acc-86d70d01b3f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a HTTP/1.1" status: 200 len: 217 time: 0.0338125 Jan 20 07:26:59.099483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-384b3054-18cd-475b-aba1-add5df6479f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:59.100925 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-384b3054-18cd-475b-aba1-add5df6479f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0726e36-1d8c-44e3-88cf-56bc55d87004 HTTP/1.1" status: 200 len: 843 time: 0.0452628 Jan 20 07:26:59.145145 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-174e2174-27e6-41c5-98ae-2b9ae4198f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:59.146582 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-174e2174-27e6-41c5-98ae-2b9ae4198f0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6e948fc-ac4b-495a-9766-e7c004905a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387478 Jan 20 07:26:59.232642 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-6c9c978c-da4a-4c88-9bb7-4b805050c414 service neutron] 10.222.0.42 "GET /v2.0/networks/b6e948fc-ac4b-495a-9766-e7c004905a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794106 Jan 20 07:26:59.329216 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c1d56440-ea5b-4e40-8ff0-0dffdf3a36b8 req-4d23983e-bf43-4d0f-b98b-d1cb07fc5abd service neutron] 10.222.0.42 "GET /v2.0/networks/b6e948fc-ac4b-495a-9766-e7c004905a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Jan 20 07:26:59.387923 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592678d6-87fd-414d-a193-91cb0933e197 req-90c39bb1-f1aa-4e7e-957f-0e3b77aae467 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:59.389573 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-592678d6-87fd-414d-a193-91cb0933e197 req-90c39bb1-f1aa-4e7e-957f-0e3b77aae467 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 948 time: 0.0501299 Jan 20 07:26:59.437165 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-592678d6-87fd-414d-a193-91cb0933e197 req-a31c71ae-ca35-4c30-a268-a760a8b0b6f3 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Jan 20 07:26:59.772688 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30253-d2fa-4a5a-b9f7-9a7e73a50c86 req-e0982ef4-b065-484a-870c-8af06d3ce7ed tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:26:59.774790 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5bc30253-d2fa-4a5a-b9f7-9a7e73a50c86 req-e0982ef4-b065-484a-870c-8af06d3ce7ed tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0499222 Jan 20 07:26:59.824229 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5bc30253-d2fa-4a5a-b9f7-9a7e73a50c86 req-2942a6fd-9a2f-493a-b81c-a0f491e97dde tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437396 Jan 20 07:27:00.564467 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfcd7b-4211-4b56-9c7b-7afee3577db7 req-84bca561-e39b-450f-b8d5-109abe01b0c8 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:00.564467 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66dfcd7b-4211-4b56-9c7b-7afee3577db7 req-84bca561-e39b-450f-b8d5-109abe01b0c8 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 948 time: 0.0552652 Jan 20 07:27:00.612131 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66dfcd7b-4211-4b56-9c7b-7afee3577db7 req-bae9f16f-48cb-408c-8d38-f7a015d9c5a7 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Jan 20 07:27:00.948541 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd9be-e5b6-4825-bf7f-d2017f7de8c1 req-b3bcbba8-5cb4-4014-bdc2-1c2c87b7c599 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:00.950064 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f94fd9be-e5b6-4825-bf7f-d2017f7de8c1 req-b3bcbba8-5cb4-4014-bdc2-1c2c87b7c599 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0548980 Jan 20 07:27:01.002255 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f94fd9be-e5b6-4825-bf7f-d2017f7de8c1 req-8a5b1493-4413-46ea-a0b1-fea097dfebf1 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441043 Jan 20 07:27:01.725391 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956df7a-b5e0-4d02-9bb0-e3d8496bdcb1 req-7d7ec746-935b-4883-9d71-323d73566554 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:01.726880 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1956df7a-b5e0-4d02-9bb0-e3d8496bdcb1 req-7d7ec746-935b-4883-9d71-323d73566554 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 948 time: 0.0481057 Jan 20 07:27:01.773649 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1956df7a-b5e0-4d02-9bb0-e3d8496bdcb1 req-e4d10d11-593a-4581-b975-25468305f85d tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Jan 20 07:27:01.826308 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e735f4d-e880-41a9-b2ff-6384b349f273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:02.113718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9d1a7-1955-4abc-9812-e86dfd807b93 req-38c397d2-8e7a-4ff6-ac0e-504a373bc660 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:02.115187 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6ac9d1a7-1955-4abc-9812-e86dfd807b93 req-38c397d2-8e7a-4ff6-ac0e-504a373bc660 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0475664 Jan 20 07:27:02.162880 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6ac9d1a7-1955-4abc-9812-e86dfd807b93 req-0d264228-b6bf-4225-a15d-28cfc16c55f6 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415487 Jan 20 07:27:02.252161 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 95fc671c-acf3-452b-bbbb-cb9ae176b68a details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:27:02.349448 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:02.361759 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '95fc671c-acf3-452b-bbbb-cb9ae176b68a', 'network_id': 'b6e948fc-ac4b-495a-9766-e7c004905a39', 'port_id': '95fc671c-acf3-452b-bbbb-cb9ae176b68a', 'mac_address': 'fa:16:3e:9e:d1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0726e36-1d8c-44e3-88cf-56bc55d87004', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:27:02.398607 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 95fc671c-acf3-452b-bbbb-cb9ae176b68a is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:27:02.398989 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:02.415958 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fc671c-acf3-452b-bbbb-cb9ae176b68a {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:27:02.435115 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:02.439331 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:02.485742 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=95fc671c-acf3-452b-bbbb-cb9ae176b68a,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:02.700895 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['95fc671c-acf3-452b-bbbb-cb9ae176b68a'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:27:02.888520 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2559e-2508-463e-94f6-f82400971b42 req-5ceac437-5328-49e2-8f7a-d651d49801a6 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:02.890022 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-53c2559e-2508-463e-94f6-f82400971b42 req-5ceac437-5328-49e2-8f7a-d651d49801a6 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 949 time: 0.0482149 Jan 20 07:27:02.940071 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-53c2559e-2508-463e-94f6-f82400971b42 req-87f36db6-9609-4abd-aa8b-25117eca3173 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Jan 20 07:27:03.278549 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aac13-4f67-4282-9ee1-5fdbfb4bd588 req-d33438b3-15a6-4960-ae07-1f23bbb7091f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:03.280086 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d94aac13-4f67-4282-9ee1-5fdbfb4bd588 req-d33438b3-15a6-4960-ae07-1f23bbb7091f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0490079 Jan 20 07:27:03.332714 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d94aac13-4f67-4282-9ee1-5fdbfb4bd588 req-03e16dc6-444a-43e3-8237-34cbe43118d2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471261 Jan 20 07:27:04.204593 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9c93-824e-4b39-8b14-8b4e49e7d9d7 req-8e9280d8-579b-42a4-a0ab-b0974abe75f5 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:04.206097 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-93ee9c93-824e-4b39-8b14-8b4e49e7d9d7 req-8e9280d8-579b-42a4-a0ab-b0974abe75f5 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 949 time: 0.0482433 Jan 20 07:27:04.252755 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-93ee9c93-824e-4b39-8b14-8b4e49e7d9d7 req-6833e26f-30bf-493c-9492-af1c4ceddf67 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Jan 20 07:27:04.260305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c89a4005-03f6-452c-863b-07306e31552f details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:27:04.317708 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 95fc671c-acf3-452b-bbbb-cb9ae176b68a up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:27:04.396296 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port c89a4005-03f6-452c-863b-07306e31552f, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c89a4005-03f6-452c-863b-07306e31552f,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:04.408796 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 95fc671c-acf3-452b-bbbb-cb9ae176b68a completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:27:04.411254 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'c89a4005-03f6-452c-863b-07306e31552f', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:27:04.415897 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 95fc671c-acf3-452b-bbbb-cb9ae176b68a triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:27:04.416254 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:04.449151 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d1f8-7d7f-4042-88f3-12b93a5297e8 req-05bea29d-2afd-438f-ad30-78c6ab4cc490 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:04.450660 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0953d1f8-7d7f-4042-88f3-12b93a5297e8 req-05bea29d-2afd-438f-ad30-78c6ab4cc490 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 944 time: 0.0493309 Jan 20 07:27:04.479435 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port c89a4005-03f6-452c-863b-07306e31552f is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:27:04.480816 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c89a4005-03f6-452c-863b-07306e31552f), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:04.496404 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89a4005-03f6-452c-863b-07306e31552f {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:27:04.502159 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0953d1f8-7d7f-4042-88f3-12b93a5297e8 req-2103f441-313f-4097-9c11-e03fbc1bf638 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451138 Jan 20 07:27:04.542821 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port c89a4005-03f6-452c-863b-07306e31552f, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c89a4005-03f6-452c-863b-07306e31552f,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:04.548443 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c89a4005-03f6-452c-863b-07306e31552f), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:04.552142 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 95fc671c-acf3-452b-bbbb-cb9ae176b68a is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:27:04.552498 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:04.599288 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc671c-acf3-452b-bbbb-cb9ae176b68a'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:04.602053 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e288a-25a2-4c2e-89e4-50e8e21119aa" -d '{"events": [{"server_uuid": "a73f454a-580c-4bc5-8011-5c1145085dcb", "name": "network-vif-plugged", "status": "completed", "tag": "95fc671c-acf3-452b-bbbb-cb9ae176b68a"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:04.621734 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:04.625004 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=c89a4005-03f6-452c-863b-07306e31552f,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:04.628903 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:04.653353 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff21fb6-2b98-484f-8fdd-d6c86390b8de x-openstack-request-id: req-6ff21fb6-2b98-484f-8fdd-d6c86390b8de {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:04.653674 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73f454a-580c-4bc5-8011-5c1145085dcb", "name": "network-vif-plugged", "status": "completed", "tag": "95fc671c-acf3-452b-bbbb-cb9ae176b68a", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:04.653987 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ff21fb6-2b98-484f-8fdd-d6c86390b8de {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:04.654309 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc671c-acf3-452b-bbbb-cb9ae176b68a', 'code': 200} Jan 20 07:27:04.683208 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=95fc671c-acf3-452b-bbbb-cb9ae176b68a,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:04.796104 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['c89a4005-03f6-452c-863b-07306e31552f'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:27:04.818249 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea42b92-1c49-4608-aa59-df0ff195673b req-9b680091-83fb-4dfe-b297-f13e7ba5ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:04.819737 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3ea42b92-1c49-4608-aa59-df0ff195673b req-9b680091-83fb-4dfe-b297-f13e7ba5ef3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 1103 time: 0.0410018 Jan 20 07:27:04.864072 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3ea42b92-1c49-4608-aa59-df0ff195673b req-a5d19705-bbab-4aea-9d78-c09586655adb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Jan 20 07:27:05.221280 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-543cf96a-88f7-4416-a8ba-b11f0a8176cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:05.371345 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfb498-7806-46a1-9f46-f0d850148d73 req-fdb0ec1c-cd32-4625-99eb-9e50f3cdbf01 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:05.372815 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9bcfb498-7806-46a1-9f46-f0d850148d73 req-fdb0ec1c-cd32-4625-99eb-9e50f3cdbf01 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 950 time: 0.0541105 Jan 20 07:27:05.418560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9bcfb498-7806-46a1-9f46-f0d850148d73 req-d6beba6b-3bb9-4d1a-9ffd-c49fa24f290b tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Jan 20 07:27:05.614851 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e36fd-8796-4000-b3db-e1a65e9b6e03 req-473db36e-01d6-4376-910f-bb725b792d07 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:05.616328 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a24e36fd-8796-4000-b3db-e1a65e9b6e03 req-473db36e-01d6-4376-910f-bb725b792d07 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 945 time: 0.0474050 Jan 20 07:27:05.664872 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a24e36fd-8796-4000-b3db-e1a65e9b6e03 req-3cbce11e-a2f5-46a5-8f26-3c8d9952e04b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424931 Jan 20 07:27:05.724345 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:06.271883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c89a4005-03f6-452c-863b-07306e31552f up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:27:06.323039 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port c89a4005-03f6-452c-863b-07306e31552f completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:27:06.326967 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port c89a4005-03f6-452c-863b-07306e31552f triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:27:06.327340 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (c89a4005-03f6-452c-863b-07306e31552f), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:06.404616 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port c89a4005-03f6-452c-863b-07306e31552f is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:27:06.405002 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (c89a4005-03f6-452c-863b-07306e31552f), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:06.437584 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port c89a4005-03f6-452c-863b-07306e31552f, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c89a4005-03f6-452c-863b-07306e31552f,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:06.441490 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (c89a4005-03f6-452c-863b-07306e31552f), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:06.493462 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=c89a4005-03f6-452c-863b-07306e31552f,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:06.536347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b88c0-fe1d-49fd-bc39-bc2331b4c991 req-f90ea8f7-d14d-4f6e-a854-ec5e339b5250 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:06.537741 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae1b88c0-fe1d-49fd-bc39-bc2331b4c991 req-f90ea8f7-d14d-4f6e-a854-ec5e339b5250 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 950 time: 0.0483546 Jan 20 07:27:06.584421 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae1b88c0-fe1d-49fd-bc39-bc2331b4c991 req-6a8d783f-1cdf-4c97-bdba-5856998d440d tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Jan 20 07:27:06.598484 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:06.654949 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:06.657278 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf173b5-a740-40cc-99eb-26a82d7ae499" -d '{"events": [{"server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "name": "network-vif-plugged", "status": "completed", "tag": "c89a4005-03f6-452c-863b-07306e31552f"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:06.691531 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999d7dc-99c9-4bfb-a5eb-61f02c1a32f6 x-openstack-request-id: req-2999d7dc-99c9-4bfb-a5eb-61f02c1a32f6 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:06.691826 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "name": "network-vif-plugged", "status": "completed", "tag": "c89a4005-03f6-452c-863b-07306e31552f", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:06.692084 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2999d7dc-99c9-4bfb-a5eb-61f02c1a32f6 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:06.693053 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f', 'code': 200} Jan 20 07:27:06.787996 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b226b-4d1a-4527-b3a7-634e1c2825cd req-c4bba244-31c6-435b-a16e-6ffa06813941 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:06.789537 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-623b226b-4d1a-4527-b3a7-634e1c2825cd req-c4bba244-31c6-435b-a16e-6ffa06813941 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Jan 20 07:27:06.848004 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-623b226b-4d1a-4527-b3a7-634e1c2825cd req-49ddc193-d041-411a-a005-7e4e51cc5750 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529008 Jan 20 07:27:06.853523 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356649-f5a4-43a7-b83f-a6fb07c946b8 req-43cc741a-7b9f-4eeb-ac42-844f8220be35 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:06.855659 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba356649-f5a4-43a7-b83f-a6fb07c946b8 req-43cc741a-7b9f-4eeb-ac42-844f8220be35 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 950 time: 0.0553174 Jan 20 07:27:06.906392 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba356649-f5a4-43a7-b83f-a6fb07c946b8 req-08b92c0c-2a5a-4780-8ff9-460d9bc675d6 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Jan 20 07:27:06.950900 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc82af-ce23-40bd-8b1b-b8654b85a7a3 req-fe2487a1-a56e-4b43-82f4-74c1a6233b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:06.952372 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9efc82af-ce23-40bd-8b1b-b8654b85a7a3 req-fe2487a1-a56e-4b43-82f4-74c1a6233b4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1099 time: 0.0406542 Jan 20 07:27:06.999706 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9efc82af-ce23-40bd-8b1b-b8654b85a7a3 req-d31707ba-f7b3-4fac-928e-81c9a3165c1f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393500 Jan 20 07:27:07.781629 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:07.965905 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cfbe2-14dd-4bd8-a485-546a7ed651b6 req-710c8096-b744-41de-9815-fe4c0f8a6071 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:07.967450 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-730cfbe2-14dd-4bd8-a485-546a7ed651b6 req-710c8096-b744-41de-9815-fe4c0f8a6071 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0504603 Jan 20 07:27:08.022262 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-730cfbe2-14dd-4bd8-a485-546a7ed651b6 req-bb3e8489-7568-4055-af86-fb6a0fc0ee19 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489104 Jan 20 07:27:08.032284 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a54d61-7a30-4edc-ac25-a1022ac6a63c req-ba706323-2923-405c-b3ae-461363358720 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:08.033938 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26a54d61-7a30-4edc-ac25-a1022ac6a63c req-ba706323-2923-405c-b3ae-461363358720 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 950 time: 0.0542672 Jan 20 07:27:08.082549 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26a54d61-7a30-4edc-ac25-a1022ac6a63c req-d70a89c3-2eab-402f-91a1-761f8fba1281 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e22f7a5-83ae-4baf-bc61-539f4c3d4930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Jan 20 07:27:08.402637 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:08.575098 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-12579697-3b0a-4b0e-9e71-56fb17b42936 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:08.576529 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-12579697-3b0a-4b0e-9e71-56fb17b42936 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 950 time: 0.0514903 Jan 20 07:27:08.665276 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Deleting port 95fc671c-acf3-452b-bbbb-cb9ae176b68a {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:08.665549 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:08.755028 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] For port 95fc671c-acf3-452b-bbbb-cb9ae176b68a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=95fc671c-acf3-452b-bbbb-cb9ae176b68a,segment=NetworkSegment(d4ffd31f-f283-4128-ad82-2399ec57616b),segment_id=d4ffd31f-f283-4128-ad82-2399ec57616b)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:08.755386 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:08.768722 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Calling delete_port for 95fc671c-acf3-452b-bbbb-cb9ae176b68a owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:08.891819 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (95fc671c-acf3-452b-bbbb-cb9ae176b68a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:08.903922 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['95fc671c-acf3-452b-bbbb-cb9ae176b68a'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:27:08.926269 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Pushing event deleted for resources: {'Port': ['ID=95fc671c-acf3-452b-bbbb-cb9ae176b68a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:08.949372 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.949748 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.950095 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.950433 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.950769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.951099 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.951428 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.951752 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.952076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.952410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.952734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.953052 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.953404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:08.976169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] No DVR routers for this DVR port 95fc671c-acf3-452b-bbbb-cb9ae176b68a on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:27:08.978739 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:08.982127 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f33b3d40-cd30-4ca0-9f05-04d493b55cd6 req-cc1eff68-7e3e-4ecf-8fd4-1567b8248071 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.42 "DELETE /v2.0/ports/95fc671c-acf3-452b-bbbb-cb9ae176b68a HTTP/1.1" status: 204 len: 173 time: 0.3998811 Jan 20 07:27:08.982585 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'name': 'network-vif-deleted', 'tag': '95fc671c-acf3-452b-bbbb-cb9ae176b68a'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:08.984987 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984db56-6996-455e-9722-4a13ef6cab7a" -d '{"events": [{"server_uuid": "a73f454a-580c-4bc5-8011-5c1145085dcb", "name": "network-vif-deleted", "tag": "95fc671c-acf3-452b-bbbb-cb9ae176b68a"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:09.031328 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179026d1-3c45-420e-8f35-2a0084048206 x-openstack-request-id: req-179026d1-3c45-420e-8f35-2a0084048206 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:09.031784 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73f454a-580c-4bc5-8011-5c1145085dcb", "name": "network-vif-deleted", "tag": "95fc671c-acf3-452b-bbbb-cb9ae176b68a", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:09.032109 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-179026d1-3c45-420e-8f35-2a0084048206 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:09.032572 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73f454a-580c-4bc5-8011-5c1145085dcb', 'name': 'network-vif-deleted', 'tag': '95fc671c-acf3-452b-bbbb-cb9ae176b68a', 'status': 'completed', 'code': 200} Jan 20 07:27:09.162532 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519fc45-b478-4193-909e-78d36a816827 req-4bfb8143-3392-47d6-91fb-5d0936cbd8c2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:09.164161 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5519fc45-b478-4193-909e-78d36a816827 req-4bfb8143-3392-47d6-91fb-5d0936cbd8c2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0642524 Jan 20 07:27:09.200294 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6c216014-018c-4310-b482-166673d2ef70 req-1cc0d0c5-1a67-41a5-8d5f-60b58f2ccd42 tempest-VolumesNegativeTest-1519952444 tempest-VolumesNegativeTest-1519952444-project] 10.222.0.53 "GET /v2.0/ports?device_id=a73f454a-580c-4bc5-8011-5c1145085dcb HTTP/1.1" status: 200 len: 210 time: 0.0293529 Jan 20 07:27:09.214337 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5519fc45-b478-4193-909e-78d36a816827 req-90e24c73-41ce-4b3a-812d-e90ad6323f5a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446229 Jan 20 07:27:09.325801 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906da12-1eb4-4b65-b409-9f49d546006a req-0772e9c3-96c8-497d-98b9-c5f9fdcd62c6 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:09.327319 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f906da12-1eb4-4b65-b409-9f49d546006a req-0772e9c3-96c8-497d-98b9-c5f9fdcd62c6 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0486894 Jan 20 07:27:09.384514 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f906da12-1eb4-4b65-b409-9f49d546006a req-286c6ffd-59f4-408e-810f-e6bfd5c3a6af tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514112 Jan 20 07:27:09.408518 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36956) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:09.450658 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b7706-f4e3-4ec0-9af7-bdd50ef941cd tempest-TestVolumeBootPattern-1933144577 tempest-TestVolumeBootPattern-1933144577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:09.452119 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-960b7706-f4e3-4ec0-9af7-bdd50ef941cd tempest-TestVolumeBootPattern-1933144577 tempest-TestVolumeBootPattern-1933144577-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1094 time: 0.0424347 Jan 20 07:27:09.454898 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 36958) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:09.459255 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:09.487779 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:09.594031 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:09.703542 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Allocated IP 172.27.0.212 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/49436481-b8f2-4811-aca9-a957c7446abb) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:27:09.807505 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (49436481-b8f2-4811-aca9-a957c7446abb), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:09.840014 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (49436481-b8f2-4811-aca9-a957c7446abb), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:09.880472 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:27:09.883436 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:27:09.886982 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:27:09.892559 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=49436481-b8f2-4811-aca9-a957c7446abb,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:09.921834 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.922175 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.922512 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.922850 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.923167 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.923488 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.923811 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.924133 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.924453 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.924771 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.925085 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.925394 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:09.925731 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:10.280306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (53835c17-5400-4891-9ecc-9ab5b1e573bb), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:10.348380 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (49436481-b8f2-4811-aca9-a957c7446abb), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:10.500217 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (49436481-b8f2-4811-aca9-a957c7446abb), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:10.506282 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15182054'] for port (49436481-b8f2-4811-aca9-a957c7446abb), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:10.576944 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=49436481-b8f2-4811-aca9-a957c7446abb,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:10.590866 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (53835c17-5400-4891-9ecc-9ab5b1e573bb), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:10.695576 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Floating IP 53835c17-5400-4891-9ecc-9ab5b1e573bb associated. External IP: 172.27.0.212, port: c89a4005-03f6-452c-863b-07306e31552f. Jan 20 07:27:10.928212 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:27:11.310845 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:27:11.323719 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:27:11.339118 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:27:11.339602 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:11.339908 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:27:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:11.393319 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b7f9b56c-395b-4fff-911b-ba6aeafaa3b5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9264739 Jan 20 07:27:11.393319 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:11.393319 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25" -d '{"events": [{"name": "network-changed", "server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "tag": "c89a4005-03f6-452c-863b-07306e31552f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:11.441379 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d380486-06f2-4be7-a834-23e26ab01486 x-openstack-request-id: req-3d380486-06f2-4be7-a834-23e26ab01486 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:11.441935 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "tag": "c89a4005-03f6-452c-863b-07306e31552f", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:11.442188 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d380486-06f2-4be7-a834-23e26ab01486 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:11.442599 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f', 'status': 'completed', 'code': 200} Jan 20 07:27:11.482656 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:27:11.508098 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-85d7f7bc-0d8e-4005-a295-f6a250e8fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:11.509697 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-85d7f7bc-0d8e-4005-a295-f6a250e8fe63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1099 time: 0.0460682 Jan 20 07:27:11.611243 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-c11ac912-2309-4ed9-b976-09aaf1242067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:11.612731 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-c11ac912-2309-4ed9-b976-09aaf1242067 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.0966649 Jan 20 07:27:11.690691 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-a5396cb2-2b6b-4d6d-b226-bc90776a3901 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 200 len: 1000 time: 0.0716546 Jan 20 07:27:11.745652 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-2e65b409-dbd1-49a8-aad1-00b223a60170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:11.747434 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-2e65b409-dbd1-49a8-aad1-00b223a60170 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0506525 Jan 20 07:27:11.751229 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:10Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:11.779570 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:27:11.789020 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:27:11.789515 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:27:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:11.800133 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-5bd231b0-3dd6-4bbc-96fc-f534ee15fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:11.801726 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-5bd231b0-3dd6-4bbc-96fc-f534ee15fdbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478950 Jan 20 07:27:11.907163 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-66f7719b-3fe3-41cc-b2bd-1998b88926c1 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983903 Jan 20 07:27:11.911956 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:27:11.999280 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cdf2f0fe-348f-4073-ac35-bad5ad74fb25 req-1a26e008-a1d1-4908-a05a-b50b18a2ccda service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Jan 20 07:27:12.142727 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:10Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:12.261294 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddb551-a7d4-4488-bf83-6bbcdcaf8abc None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:10Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:27:12.287553 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 95fc671c-acf3-452b-bbbb-cb9ae176b68a no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:27:12.313709 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 95fc671c-acf3-452b-bbbb-cb9ae176b68a {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:27:12.314055 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 95fc671c-acf3-452b-bbbb-cb9ae176b68a not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:27:12.481730 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f86c6-fd31-4c3f-82ec-1e698cca57cc None None] New status for floating IP 53835c17-5400-4891-9ecc-9ab5b1e573bb: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:27:14.570077 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37208) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:14.727623 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-734c73de-d1af-4e08-81d0-f3d85b7befd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8e5a293f79040dfbd34516af412f88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558084 Jan 20 07:27:14.730959 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37212) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:14.798423 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb282bd7-2edc-4645-92fc-5d99f7f8f681 admin admin] Publish callbacks [] for security_group (3e22f7a5-83ae-4baf-bc61-539f4c3d4930), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:14.825619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb282bd7-2edc-4645-92fc-5d99f7f8f681 admin admin] Publish callbacks [] for security_group (3e22f7a5-83ae-4baf-bc61-539f4c3d4930), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:14.889369 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb282bd7-2edc-4645-92fc-5d99f7f8f681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (3e22f7a5-83ae-4baf-bc61-539f4c3d4930), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:14.891878 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb282bd7-2edc-4645-92fc-5d99f7f8f681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:14.893041 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fb282bd7-2edc-4645-92fc-5d99f7f8f681 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e22f7a5-83ae-4baf-bc61-539f4c3d4930 HTTP/1.1" status: 204 len: 168 time: 0.1606977 Jan 20 07:27:14.905079 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb282bd7-2edc-4645-92fc-5d99f7f8f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22f7a5-83ae-4baf-bc61-539f4c3d4930,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:23.203325 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:27:25.066927 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73262d73-8bc8-4581-8a7a-86f0152260bf req-b7c4a56c-3d1a-4b95-92c8-22eceff850a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:25.068621 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-73262d73-8bc8-4581-8a7a-86f0152260bf req-b7c4a56c-3d1a-4b95-92c8-22eceff850a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 946 time: 0.0496018 Jan 20 07:27:25.118361 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-73262d73-8bc8-4581-8a7a-86f0152260bf req-42d4a18a-4b4d-473a-92a6-26786e6dd7a7 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Jan 20 07:27:26.239606 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ecdbe-6161-42d5-b2ca-7bd652a2d16c req-9ca5d450-68b6-4cad-b805-dcd39ba4474b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:26.241098 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-082ecdbe-6161-42d5-b2ca-7bd652a2d16c req-9ca5d450-68b6-4cad-b805-dcd39ba4474b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 946 time: 0.0493076 Jan 20 07:27:26.289378 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-082ecdbe-6161-42d5-b2ca-7bd652a2d16c req-8926d92b-b9a0-4615-a171-1ae39bf91a67 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319ba38-33e0-44da-ae9c-aced3b7e56cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Jan 20 07:27:26.563550 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-63a1dfa4-b4f0-4a32-945d-c8ecaeaf8d89 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:26.564914 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-63a1dfa4-b4f0-4a32-945d-c8ecaeaf8d89 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 946 time: 0.0514166 Jan 20 07:27:26.664427 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Deleting port 41d53b5f-9164-4365-963b-7923dbea286d {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:26.664903 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (41d53b5f-9164-4365-963b-7923dbea286d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:26.762897 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] For port 41d53b5f-9164-4365-963b-7923dbea286d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=41d53b5f-9164-4365-963b-7923dbea286d,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:26.763259 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (41d53b5f-9164-4365-963b-7923dbea286d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:26.938001 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:26.938524 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (63d9c348-969d-4ca9-8e72-b7af5a36679d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:26.938856 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Floating IP 63d9c348-969d-4ca9-8e72-b7af5a36679d disassociated. External IP: 172.27.0.101, port: 41d53b5f-9164-4365-963b-7923dbea286d. Jan 20 07:27:26.939193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Calling delete_port for 41d53b5f-9164-4365-963b-7923dbea286d owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:27.074430 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (41d53b5f-9164-4365-963b-7923dbea286d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:27.103454 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event deleted for resources: {'Port': ['ID=41d53b5f-9164-4365-963b-7923dbea286d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:27.219664 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Router a3d57634-22f3-4af0-9168-97c50697ea23 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:27:27.336090 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:27:27.348831 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:27:27.360137 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:27:27.361065 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:27:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:27.391195 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] No DVR routers for this DVR port 41d53b5f-9164-4365-963b-7923dbea286d on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:27:27.392232 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2977b4c7-23e1-4bce-9868-64ecdc9750ee req-fbda8974-6039-46f4-af43-fdf45387a341 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fbe9406-b539-429a-b0f9-390e33615043 HTTP/1.1" status: 200 len: 210 time: 0.0287123 Jan 20 07:27:27.393942 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:27.397391 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b53b847e-4b57-485a-b686-8b726ce7d495 req-f944d336-ddb5-4cd4-8710-f75a48ec823b tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.42 "DELETE /v2.0/ports/41d53b5f-9164-4365-963b-7923dbea286d HTTP/1.1" status: 204 len: 173 time: 0.8267436 Jan 20 07:27:27.397916 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-deleted', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:27.400394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fb146-0fd8-408f-a055-1a9ee7ff20f0" -d '{"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-deleted", "tag": "41d53b5f-9164-4365-963b-7923dbea286d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:27.445574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de89315f-c55e-4dea-90fa-bc8e68272ae4 x-openstack-request-id: req-de89315f-c55e-4dea-90fa-bc8e68272ae4 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:27.445574 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe9406-b539-429a-b0f9-390e33615043", "name": "network-vif-deleted", "tag": "41d53b5f-9164-4365-963b-7923dbea286d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:27.445938 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de89315f-c55e-4dea-90fa-bc8e68272ae4 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:27.450703 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe9406-b539-429a-b0f9-390e33615043', 'name': 'network-vif-deleted', 'tag': '41d53b5f-9164-4365-963b-7923dbea286d', 'status': 'completed', 'code': 200} Jan 20 07:27:27.482086 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:27:27.726831 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:27.753729 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:27:27.761957 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:27:27.762577 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:27:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:27.870822 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:27:28.064982 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:28.094733 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d5f9c-205b-4d84-aaee-8cbc40d0d306 None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:35Z', 'revision_number': 4, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '3566c24d-b45b-4ed4-b9aa-6c216997e637', 'name': '', 'network_id': 'fd0d3a8d-159f-4f41-bff1-5150ee5570f4', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'mac_address': 'fa:16:3e:7e:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:33Z', 'updated_at': '2022-01-20T07:19:47Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'subnets': [{'id': '73494d81-4e42-4ba4-bc74-3c7db37d2bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:27:28.315163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130391d-47ce-4cf0-a54e-13adee16da89 None None] New status for floating IP 63d9c348-969d-4ca9-8e72-b7af5a36679d: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:27:28.500965 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37246) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:28.555969 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42b11ffa-d066-48da-a7f8-d01ff7dccdb0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (7319ba38-33e0-44da-ae9c-aced3b7e56cb), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:28.584179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42b11ffa-d066-48da-a7f8-d01ff7dccdb0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (7319ba38-33e0-44da-ae9c-aced3b7e56cb), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:28.883645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42b11ffa-d066-48da-a7f8-d01ff7dccdb0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (7319ba38-33e0-44da-ae9c-aced3b7e56cb), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:28.886262 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42b11ffa-d066-48da-a7f8-d01ff7dccdb0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:28.887416 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-42b11ffa-d066-48da-a7f8-d01ff7dccdb0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "DELETE /v2.0/security-groups/7319ba38-33e0-44da-ae9c-aced3b7e56cb HTTP/1.1" status: 204 len: 168 time: 0.3854296 Jan 20 07:27:28.890317 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 37248) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:28.896617 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b11ffa-d066-48da-a7f8-d01ff7dccdb0 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319ba38-33e0-44da-ae9c-aced3b7e56cb,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:28.909120 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.api.v2.resource [None req-b087c778-301b-4913-b2ce-e5846adcc55d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] show failed (client error): The resource could not be found. Jan 20 07:27:28.910918 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b087c778-301b-4913-b2ce-e5846adcc55d tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "GET /v2.0/security-groups/7319ba38-33e0-44da-ae9c-aced3b7e56cb HTTP/1.1" status: 404 len: 347 time: 0.0195413 Jan 20 07:27:28.913612 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37250) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:29.039923 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Deleting port b9e1669c-4f40-4b32-9b04-a31ce8908808 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:29.040263 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:29.116535 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:29.116773 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (b9e1669c-4f40-4b32-9b04-a31ce8908808), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:29.130099 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Calling delete_port for b9e1669c-4f40-4b32-9b04-a31ce8908808 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:29.272067 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (b9e1669c-4f40-4b32-9b04-a31ce8908808), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:29.297046 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Pushing event deleted for resources: {'Port': ['ID=b9e1669c-4f40-4b32-9b04-a31ce8908808,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:29.367468 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks [] for floatingip (63d9c348-969d-4ca9-8e72-b7af5a36679d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:29.371005 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:29.372478 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-01aa04d6-49b8-4837-a08f-302b38591b96 tempest-AttachVolumeShelveTestJSON-1876228146 tempest-AttachVolumeShelveTestJSON-1876228146-project] 10.222.0.53 "DELETE /v2.0/floatingips/63d9c348-969d-4ca9-8e72-b7af5a36679d HTTP/1.1" status: 204 len: 168 time: 0.4576490 Jan 20 07:27:30.312201 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:27:30.332831 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 41d53b5f-9164-4365-963b-7923dbea286d {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:27:30.333169 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 41d53b5f-9164-4365-963b-7923dbea286d not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:27:31.815908 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37272) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:31.839319 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6f8d1741-bce1-4b4a-9623-fb164f8ecddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:32.337359 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (a3d57634-22f3-4af0-9168-97c50697ea23), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:32.595388 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Deleting port 3566c24d-b45b-4ed4-b9aa-6c216997e637 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:32.595733 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:32.681596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] For port 3566c24d-b45b-4ed4-b9aa-6c216997e637, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=3566c24d-b45b-4ed4-b9aa-6c216997e637,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:32.681964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:32.696410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Calling delete_port for 3566c24d-b45b-4ed4-b9aa-6c216997e637 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:32.878952 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (3566c24d-b45b-4ed4-b9aa-6c216997e637), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:32.905982 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3566c24d-b45b-4ed4-b9aa-6c216997e637,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:33.077636 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (a3d57634-22f3-4af0-9168-97c50697ea23), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:33.327462 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Router a3d57634-22f3-4af0-9168-97c50697ea23 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:27:33.439169 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:27:33.445084 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f74c0e73-d3ad-46a4-9d54-9c01414a0b81 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3d57634-22f3-4af0-9168-97c50697ea23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6279595 Jan 20 07:27:33.449008 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37278) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:33.451202 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] Sync routers for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:27:33.461704 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:27:33.462324 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:27:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:33.559164 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks [] for router (a3d57634-22f3-4af0-9168-97c50697ea23), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:33.572629 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:27:33.672074 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks [] for router_gateway (a3d57634-22f3-4af0-9168-97c50697ea23), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:33.732650 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Deleting port d209a0b8-8142-4395-90df-2e6f41f68c16 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:33.733034 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:33.776509 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:27:32Z', 'revision_number': 5, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port': {'id': 'd209a0b8-8142-4395-90df-2e6f41f68c16', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:33.810508 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] Checking router: a3d57634-22f3-4af0-9168-97c50697ea23 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:27:33.822309 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] Routers {'a3d57634-22f3-4af0-9168-97c50697ea23'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:27:33.823895 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:27:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['a3d57634-22f3-4af0-9168-97c50697ea23'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:33.845258 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] For port d209a0b8-8142-4395-90df-2e6f41f68c16, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=d209a0b8-8142-4395-90df-2e6f41f68c16,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:33.846078 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:33.861841 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Calling delete_port for d209a0b8-8142-4395-90df-2e6f41f68c16 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:33.932990 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] Set router a3d57634-22f3-4af0-9168-97c50697ea23 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:27:33.989147 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:27:33Z', 'revision_number': 6, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:34.023222 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71235b79-74c7-4cad-a449-40bc530817a4 None None] The sync data for ids ['a3d57634-22f3-4af0-9168-97c50697ea23'] in dv-cinder-823015-5-iscsi is: [{'id': 'a3d57634-22f3-4af0-9168-97c50697ea23', 'name': 'tempest-AttachVolumeShelveTestJSON-901676068-router', 'tenant_id': 'd67c92e8618447cea25d7ec72c777da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:19:27Z', 'updated_at': '2022-01-20T07:27:33Z', 'revision_number': 6, 'project_id': 'd67c92e8618447cea25d7ec72c777da0', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:27:34.062409 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (d209a0b8-8142-4395-90df-2e6f41f68c16), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.088692 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d209a0b8-8142-4395-90df-2e6f41f68c16,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:34.148952 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (a3d57634-22f3-4af0-9168-97c50697ea23), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.243381 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (a3d57634-22f3-4af0-9168-97c50697ea23), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.245544 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks [] for router_controller (a3d57634-22f3-4af0-9168-97c50697ea23), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.300901 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (a3d57634-22f3-4af0-9168-97c50697ea23), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.301452 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d57634-22f3-4af0-9168-97c50697ea23 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:27:34.307118 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.308289 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-24c42df5-ee5b-411f-8706-bceddff81c4f admin admin] 10.222.0.53 "DELETE /v2.0/routers/a3d57634-22f3-4af0-9168-97c50697ea23 HTTP/1.1" status: 204 len: 168 time: 0.8590875 Jan 20 07:27:34.311724 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37280) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:34.356046 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Deleting subnet 73494d81-4e42-4ba4-bc74-3c7db37d2bc2 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:27:34.359340 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Publish callbacks [] for subnet (73494d81-4e42-4ba4-bc74-3c7db37d2bc2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.396669 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (73494d81-4e42-4ba4-bc74-3c7db37d2bc2), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.484331 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (73494d81-4e42-4ba4-bc74-3c7db37d2bc2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.546353 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (73494d81-4e42-4ba4-bc74-3c7db37d2bc2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.572533 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73494d81-4e42-4ba4-bc74-3c7db37d2bc2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:34.576282 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.579612 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-43f04373-5524-4635-bf12-69cd6dc941ac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/73494d81-4e42-4ba4-bc74-3c7db37d2bc2 HTTP/1.1" status: 204 len: 168 time: 0.2669597 Jan 20 07:27:34.583535 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37282) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:34.583889 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66fe60-2b88-485c-96ef-a88552723bad None None] Network fd0d3a8d-159f-4f41-bff1-5150ee5570f4 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:27:34.655798 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (fd0d3a8d-159f-4f41-bff1-5150ee5570f4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.722557 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Deleting port a439c780-b8f9-4197-b555-3ffdd179ae83 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:34.722899 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.792655 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] For port a439c780-b8f9-4197-b555-3ffdd179ae83, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=a439c780-b8f9-4197-b555-3ffdd179ae83,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:34.793024 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.813056 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Calling delete_port for a439c780-b8f9-4197-b555-3ffdd179ae83 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:34.814197 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] DHCP port deletion for fd0d3a8d-159f-4f41-bff1-5150ee5570f4 request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:27:34.877889 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Deleting port a439c780-b8f9-4197-b555-3ffdd179ae83 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:27:34.878264 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.909655 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.951748 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] For port a439c780-b8f9-4197-b555-3ffdd179ae83, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=a439c780-b8f9-4197-b555-3ffdd179ae83,segment=NetworkSegment(bb4eeb8b-0682-458d-8101-91b7bd33b8bc),segment_id=bb4eeb8b-0682-458d-8101-91b7bd33b8bc)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:34.952235 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:34.952804 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] No DVR routers for this DVR port a439c780-b8f9-4197-b555-3ffdd179ae83 on host dv-cinder-823015-5-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:27:34.957906 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Pushing event deleted for resources: {'Port': ['ID=a439c780-b8f9-4197-b555-3ffdd179ae83,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:34.968307 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Calling delete_port for a439c780-b8f9-4197-b555-3ffdd179ae83 owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:27:35.028315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (fd0d3a8d-159f-4f41-bff1-5150ee5570f4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.050439 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0d3a8d-159f-4f41-bff1-5150ee5570f4']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:35.059195 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (a439c780-b8f9-4197-b555-3ffdd179ae83), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.064654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:35.065558 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4eeb8b-0682-458d-8101-91b7bd33b8bc') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:27:35.084758 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (bb4eeb8b-0682-458d-8101-91b7bd33b8bc), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.094767 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Pushing event deleted for resources: {'Port': ['ID=a439c780-b8f9-4197-b555-3ffdd179ae83,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:35.099476 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] No DVR routers for this DVR port a439c780-b8f9-4197-b555-3ffdd179ae83 on host dv-cinder-823015-5-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:27:35.105958 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (bb4eeb8b-0682-458d-8101-91b7bd33b8bc), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.107074 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.107432 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.108288 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.108288 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.108503 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.108789 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.109106 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.109445 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.109792 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.110121 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.110651 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.111137 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.117610 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee86ba-062e-4b02-8d3f-221f2736e3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:27:35.125862 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:27:35.126691 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (bb4eeb8b-0682-458d-8101-91b7bd33b8bc), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.129571 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:27:35.132777 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:27:35.188834 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (fd0d3a8d-159f-4f41-bff1-5150ee5570f4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.195678 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.201737 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd0d3a8d-159f-4f41-bff1-5150ee5570f4 HTTP/1.1" status: 204 len: 168 time: 0.6169686 Jan 20 07:27:35.219666 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fede16-d0c9-43cf-b2de-6cfe57cd130c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0d3a8d-159f-4f41-bff1-5150ee5570f4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:35.233711 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-818c136f-3f0c-4460-aca4-cdd1e9d7b024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.351051 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37286) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:35.394364 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-dc9fc29d-4b1e-42e9-a262-145628c3a817 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d67c92e8618447cea25d7ec72c777da0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420330 Jan 20 07:27:35.397202 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37288) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:35.452381 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2da85acc-315b-4dbb-a858-1e499c68cd83 admin admin] Publish callbacks [] for security_group (72e5c063-1ab1-4b94-b21d-f0995c2654fc), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.474077 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2da85acc-315b-4dbb-a858-1e499c68cd83 admin admin] Publish callbacks [] for security_group (72e5c063-1ab1-4b94-b21d-f0995c2654fc), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.526881 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2da85acc-315b-4dbb-a858-1e499c68cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (72e5c063-1ab1-4b94-b21d-f0995c2654fc), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.529533 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2da85acc-315b-4dbb-a858-1e499c68cd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.530703 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2da85acc-315b-4dbb-a858-1e499c68cd83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e5c063-1ab1-4b94-b21d-f0995c2654fc HTTP/1.1" status: 204 len: 168 time: 0.1325257 Jan 20 07:27:35.539747 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da85acc-315b-4dbb-a858-1e499c68cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e5c063-1ab1-4b94-b21d-f0995c2654fc,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:35.736878 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 3566c24d-b45b-4ed4-b9aa-6c216997e637 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:27:35.742362 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:35.760205 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 3566c24d-b45b-4ed4-b9aa-6c216997e637 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:27:35.760557 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 3566c24d-b45b-4ed4-b9aa-6c216997e637 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:27:35.760984 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d209a0b8-8142-4395-90df-2e6f41f68c16 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:27:35.789377 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: d209a0b8-8142-4395-90df-2e6f41f68c16 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:27:35.789725 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device d209a0b8-8142-4395-90df-2e6f41f68c16 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:27:35.790162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device a439c780-b8f9-4197-b555-3ffdd179ae83 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:27:35.811946 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: a439c780-b8f9-4197-b555-3ffdd179ae83 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:27:35.812289 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device a439c780-b8f9-4197-b555-3ffdd179ae83 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:27:36.337333 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 37310) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:36.456093 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-963143749-network', 'tenant_id': '031c35bda02f4b309fabd67fdb7230fc'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:36.488991 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Made reservation on behalf of 031c35bda02f4b309fabd67fdb7230fc for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:27:36.492182 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.503706 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.602198 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks [] for security_group (b88ce8e0-c3d7-491b-80da-01c24df3a232), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.606888 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (b88ce8e0-c3d7-491b-80da-01c24df3a232), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.624096 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.628338 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 07:27:36.648511 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (4193c671-ef6e-47b8-a60d-1f88aa109596), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.648788 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Added segment 4193c671-ef6e-47b8-a60d-1f88aa109596 of type vlan for network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 Jan 20 07:27:36.650173 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ce8e0-c3d7-491b-80da-01c24df3a232,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:36.697134 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766990843046'] for network (9c332c75-01f1-42fd-b9cd-c600140c0ca1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.722946 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010'] for network (9c332c75-01f1-42fd-b9cd-c600140c0ca1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.723923 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:36.725058 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:36.778888 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4400301 Jan 20 07:27:36.782239 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37314) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:27:36.788883 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Request body: {'subnet': {'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-963143749-subnet', 'tenant_id': '031c35bda02f4b309fabd67fdb7230fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:36.791306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3ddd-4ea7-4c92-9e7c-1f8f0711e747 admin admin] Pushing event updated for resources: {'Network': ['ID=9c332c75-01f1-42fd-b9cd-c600140c0ca1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:36.808312 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 details requested by agent ovs-agent-dv-cinder-823015-5-iscsi with host dv-cinder-823015-5-iscsi {{(pid=102634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 07:27:36.823267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Made reservation on behalf of 031c35bda02f4b309fabd67fdb7230fc for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:27:36.825716 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29189293'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:37.016968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25928987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29189251'] for subnet (11637cc1-c772-472e-b4ed-3cd95ecb3bac), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:37.068024 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11637cc1-c772-472e-b4ed-3cd95ecb3bac,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:37.083760 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Checking segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:27:37.084646 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Network hostable DHCP agents. Network: 9c332c75-01f1-42fd-b9cd-c600140c0ca1, hostable agents: ['35722d71-7893-462b-a3ad-859ba972fbc2'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 07:27:37.102495 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 is scheduled to be hosted by DHCP agent 35722d71-7893-462b-a3ad-859ba972fbc2 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 07:27:37.111313 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-5-iscsi, 9c332c75-01f1-42fd-b9cd-c600140c0ca1) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:27:37.115358 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:37.115945 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:37.120585 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c7951-e642-4c81-bb9d-0378109aac48 None None] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:27:37.132771 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0ab5a224-93c3-4cea-8761-efff6e0a277e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3493183 Jan 20 07:27:37.225660 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e1f49-6325-4d4b-b7ab-02e1dbd2d980 None None] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:27:37.616887 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-c9cc226d-8ee2-4cd7-9579-e4c341fb24d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:37.618403 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-c9cc226d-8ee2-4cd7-9579-e4c341fb24d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1072230 Jan 20 07:27:37.634695 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-583b9345-0943-4c50-a52f-454b0790906c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/quotas/031c35bda02f4b309fabd67fdb7230fc HTTP/1.1" status: 200 len: 375 time: 0.0100338 Jan 20 07:27:37.674294 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-e0c98168-39c9-4b14-a20b-48b65f02e615 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338902 Jan 20 07:27:37.777816 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-9c471558-de73-4ea9-9d90-ee05d83bd9bf service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960121 Jan 20 07:27:37.786393 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:37.872807 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-161bcfa9-b7f8-4657-9000-879b6290d989 service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889843 Jan 20 07:27:38.040738 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f81aa77b-8af4-4ed2-a4fa-a9f32d5e96de req-2cdc6a89-0ca2-4201-abe1-df51bc895bab tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 210 time: 0.0278983 Jan 20 07:27:38.405103 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:39.025210 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-3c32d0f2-2c79-4be1-b33c-f63cdb892ec0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:39.026704 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-3c32d0f2-2c79-4be1-b33c-f63cdb892ec0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1035256 Jan 20 07:27:39.044712 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Request body: {'port': {'device_id': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'admin_state_up': True, 'tenant_id': '031c35bda02f4b309fabd67fdb7230fc'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:39.153554 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-abc21f03-8975-4d26-8923-84b328711b3c req-a1e0c385-ef0a-4d4c-81aa-508707b70a6b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 210 time: 0.0312967 Jan 20 07:27:39.155103 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Made reservation on behalf of 031c35bda02f4b309fabd67fdb7230fc for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:27:39.158691 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:39.289905 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Allocated IP 172.20.0.6 (9c332c75-01f1-42fd-b9cd-c600140c0ca1/11637cc1-c772-472e-b4ed-3cd95ecb3bac/fcc92202-03cd-4889-b980-84db311727a8) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:27:39.455336 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks [] for port (fcc92202-03cd-4889-b980-84db311727a8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:39.491466 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (fcc92202-03cd-4889-b980-84db311727a8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:39.532884 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:27:39.536037 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:27:39.540148 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:27:39.565085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event updated for resources: {'Port': ['ID=fcc92202-03cd-4889-b980-84db311727a8,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:39.592443 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:39.593042 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:39.608570 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-347edb86-42c9-4aeb-8b33-914f0837b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676618 Jan 20 07:27:39.624610 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Request body: {'port': {'device_id': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:39.679878 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (fcc92202-03cd-4889-b980-84db311727a8), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:40.185690 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc92202-03cd-4889-b980-84db311727a8 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:27:40.193100 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Publish callbacks [] for port (fcc92202-03cd-4889-b980-84db311727a8), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:40.204757 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Transition to ACTIVE for port object fcc92202-03cd-4889-b980-84db311727a8 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:27:40.209290 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (fcc92202-03cd-4889-b980-84db311727a8), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:40.291103 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc92202-03cd-4889-b980-84db311727a8,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:40.341300 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae12eaf-9d21-411a-897a-3d37a50f168e req-ae3b9fcb-5ca7-49b5-b54a-0d8fcc39a499 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:40.342820 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8ae12eaf-9d21-411a-897a-3d37a50f168e req-ae3b9fcb-5ca7-49b5-b54a-0d8fcc39a499 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 943 time: 0.1075771 Jan 20 07:27:40.400084 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Attempting to bind port fcc92202-03cd-4889-b980-84db311727a8 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:27:40.400419 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Attempting to bind port fcc92202-03cd-4889-b980-84db311727a8 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:27:40.400752 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Attempting to bind port fcc92202-03cd-4889-b980-84db311727a8 on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:27:40.411705 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8ae12eaf-9d21-411a-897a-3d37a50f168e req-5a5168f5-64a2-4390-9262-7fa0e321768d tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631130 Jan 20 07:27:40.412442 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Port fcc92202-03cd-4889-b980-84db311727a8 on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:27:40.412766 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Attempting to bind port fcc92202-03cd-4889-b980-84db311727a8 on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:27:40.418287 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:27:40.418631 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Checking segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:27:40.419017 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Bound using segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:27:40.419448 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Bound port: fcc92202-03cd-4889-b980-84db311727a8, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:27:40.419812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (fcc92202-03cd-4889-b980-84db311727a8), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:40.490782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] For port fcc92202-03cd-4889-b980-84db311727a8, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:27:40.493978 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] For port fcc92202-03cd-4889-b980-84db311727a8, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=fcc92202-03cd-4889-b980-84db311727a8,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:27:40.498296 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (fcc92202-03cd-4889-b980-84db311727a8), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:40.538607 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:40.539219 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:40.540584 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] 10.222.0.42 "PUT /v2.0/ports/fcc92202-03cd-4889-b980-84db311727a8 HTTP/1.1" status: 200 len: 1093 time: 0.9199941 Jan 20 07:27:40.541027 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'tag': 'fcc92202-03cd-4889-b980-84db311727a8'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:40.543409 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd6e91e-eb13-4e4e-8776-8373df9dc36d", "tag": "fcc92202-03cd-4889-b980-84db311727a8"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:40.565816 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd591-34b1-44e0-b80c-c2ed138b5758 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc92202-03cd-4889-b980-84db311727a8,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:40.586592 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a7fe3-5619-4374-b04b-cc6ab1634e45 x-openstack-request-id: req-ca9a7fe3-5619-4374-b04b-cc6ab1634e45 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:40.586879 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd6e91e-eb13-4e4e-8776-8373df9dc36d", "tag": "fcc92202-03cd-4889-b980-84db311727a8", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:40.587127 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca9a7fe3-5619-4374-b04b-cc6ab1634e45 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:40.587525 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'tag': 'fcc92202-03cd-4889-b980-84db311727a8', 'status': 'completed', 'code': 200} Jan 20 07:27:40.627876 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-e8f7a494-64f9-4f85-933e-364d46354bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:40.629354 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-e8f7a494-64f9-4f85-933e-364d46354bd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 1096 time: 0.0398433 Jan 20 07:27:40.670739 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-58655b12-9394-4f19-bafc-dc57487818bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc92202-03cd-4889-b980-84db311727a8 HTTP/1.1" status: 200 len: 217 time: 0.0324728 Jan 20 07:27:40.722785 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-4698d61c-b71f-4402-a575-dae606c28487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:40.724209 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-4698d61c-b71f-4402-a575-dae606c28487 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0453227 Jan 20 07:27:40.756628 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-1a210c2a-2411-499a-9639-e7899628ad2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238788 Jan 20 07:27:40.844425 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-d71f4882-37da-4a9f-b17d-efdf075b07ab service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808921 Jan 20 07:27:41.055349 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcf3001a-3ca7-4d62-a23c-594791a915fc req-bd80c1d3-f75f-4b2d-bcc1-3e20b95c0471 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852160 Jan 20 07:27:41.139958 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-5b13b349-7379-4613-8400-fbac3c98b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:41.142307 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-5b13b349-7379-4613-8400-fbac3c98b19b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 1096 time: 0.0425799 Jan 20 07:27:41.233812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-ad82a100-b3ce-4435-a554-56ef6d771b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:41.235268 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-ad82a100-b3ce-4435-a554-56ef6d771b63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 915 time: 0.0868094 Jan 20 07:27:41.275217 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-939fc8c2-9755-4b5e-908b-78aa29fda71b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc92202-03cd-4889-b980-84db311727a8 HTTP/1.1" status: 200 len: 217 time: 0.0334649 Jan 20 07:27:41.323682 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-63b8694f-45ef-437a-a073-3ac4f0631888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:41.325034 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-63b8694f-45ef-437a-a073-3ac4f0631888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0441720 Jan 20 07:27:41.357059 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-b553bb50-a22c-48ae-9c7d-6d16c77e1685 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247388 Jan 20 07:27:41.451100 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-f8d6e27e-5d0e-4bb1-88e0-f4da1dc7626a service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874565 Jan 20 07:27:41.582457 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cf8df-1838-42a5-8df4-78de9b9acbae req-140d3313-edc5-4f26-bf12-bb6381918d86 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:41.584341 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e55cf8df-1838-42a5-8df4-78de9b9acbae req-140d3313-edc5-4f26-bf12-bb6381918d86 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 943 time: 0.0755355 Jan 20 07:27:41.589823 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fcf0f602-9b5c-46be-85c2-18d06e1bdf2b req-e10e6e97-df07-4fa7-9f9f-6be3d430cb93 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317818 Jan 20 07:27:41.652057 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e55cf8df-1838-42a5-8df4-78de9b9acbae req-a812f202-cb69-4a06-9f7d-03c538885b32 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611513 Jan 20 07:27:42.766804 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bbe9e-7c6f-43e9-bfa2-8396632a8de8 req-2444154a-c3e7-4b0d-94af-ea809c4f60c2 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:42.768280 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0c6bbe9e-7c6f-43e9-bfa2-8396632a8de8 req-2444154a-c3e7-4b0d-94af-ea809c4f60c2 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 943 time: 0.0483449 Jan 20 07:27:42.820836 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0c6bbe9e-7c6f-43e9-bfa2-8396632a8de8 req-f639265a-91a7-4951-8e12-9c4a23e110d9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Jan 20 07:27:43.942001 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4564-1583-4079-9cca-aef001e82d85 req-d78f5a60-968b-47a0-86c6-df1536ca882e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:43.943451 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e3c4564-1583-4079-9cca-aef001e82d85 req-d78f5a60-968b-47a0-86c6-df1536ca882e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 943 time: 0.0546138 Jan 20 07:27:43.993110 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e3c4564-1583-4079-9cca-aef001e82d85 req-48f6a7ba-a7cb-46d8-8383-69bcab5015df tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Jan 20 07:27:44.462761 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device fcc92202-03cd-4889-b980-84db311727a8 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:27:44.565770 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port fcc92202-03cd-4889-b980-84db311727a8, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=fcc92202-03cd-4889-b980-84db311727a8,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:44.577370 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'fcc92202-03cd-4889-b980-84db311727a8', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'port_id': 'fcc92202-03cd-4889-b980-84db311727a8', 'mac_address': 'fa:16:3e:ea:e9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11637cc1-c772-472e-b4ed-3cd95ecb3bac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:27:44.614432 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port fcc92202-03cd-4889-b980-84db311727a8 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:27:44.614826 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (fcc92202-03cd-4889-b980-84db311727a8), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:44.630754 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc92202-03cd-4889-b980-84db311727a8 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:27:44.649835 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port fcc92202-03cd-4889-b980-84db311727a8, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=fcc92202-03cd-4889-b980-84db311727a8,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:44.654079 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (fcc92202-03cd-4889-b980-84db311727a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:44.700623 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=fcc92202-03cd-4889-b980-84db311727a8,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:44.901163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:27:45.113887 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e188d0-3fd4-4908-a2d1-db01e854f996 req-5e96f4cb-b522-460a-8f91-8df19a818572 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:45.115509 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9e188d0-3fd4-4908-a2d1-db01e854f996 req-5e96f4cb-b522-460a-8f91-8df19a818572 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 944 time: 0.0533376 Jan 20 07:27:45.172790 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9e188d0-3fd4-4908-a2d1-db01e854f996 req-10c7dbfa-9a84-41c7-88ff-6eb09abad46c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506663 Jan 20 07:27:46.299783 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1e759-bb77-40c4-ab40-9f226f41c563 req-6af8315e-385f-40cf-aed5-212c65ef7080 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:46.301310 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-88c1e759-bb77-40c4-ab40-9f226f41c563 req-6af8315e-385f-40cf-aed5-212c65ef7080 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 944 time: 0.0599177 Jan 20 07:27:46.353258 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-88c1e759-bb77-40c4-ab40-9f226f41c563 req-f6b2379b-9f96-4df8-b698-f6f8951f8f92 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Jan 20 07:27:46.458656 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device fcc92202-03cd-4889-b980-84db311727a8 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:27:46.507065 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port fcc92202-03cd-4889-b980-84db311727a8 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:27:46.511017 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port fcc92202-03cd-4889-b980-84db311727a8 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:27:46.511392 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (fcc92202-03cd-4889-b980-84db311727a8), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:46.585765 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port fcc92202-03cd-4889-b980-84db311727a8 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:27:46.586154 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (fcc92202-03cd-4889-b980-84db311727a8), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:46.609663 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc92202-03cd-4889-b980-84db311727a8'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:46.611913 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31d5527-3ce3-45c1-9787-ff3804674751" -d '{"events": [{"server_uuid": "6cd6e91e-eb13-4e4e-8776-8373df9dc36d", "name": "network-vif-plugged", "status": "completed", "tag": "fcc92202-03cd-4889-b980-84db311727a8"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:46.628622 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port fcc92202-03cd-4889-b980-84db311727a8, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=fcc92202-03cd-4889-b980-84db311727a8,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:27:46.632939 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (fcc92202-03cd-4889-b980-84db311727a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:46.658596 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a8820-3eb7-4aa5-af26-0e251e0d78c7 x-openstack-request-id: req-cc9a8820-3eb7-4aa5-af26-0e251e0d78c7 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:46.658944 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd6e91e-eb13-4e4e-8776-8373df9dc36d", "name": "network-vif-plugged", "status": "completed", "tag": "fcc92202-03cd-4889-b980-84db311727a8", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:46.659112 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc9a8820-3eb7-4aa5-af26-0e251e0d78c7 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:46.659507 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc92202-03cd-4889-b980-84db311727a8', 'code': 200} Jan 20 07:27:46.690226 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=fcc92202-03cd-4889-b980-84db311727a8,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:46.828513 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582360f-dc1d-42c2-9a63-392a501a64cf req-f2f44cf1-a325-4797-b006-33a1bf6201df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:46.829995 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7582360f-dc1d-42c2-9a63-392a501a64cf req-f2f44cf1-a325-4797-b006-33a1bf6201df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 1098 time: 0.0415654 Jan 20 07:27:46.875092 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7582360f-dc1d-42c2-9a63-392a501a64cf req-38c89671-4132-446c-8e20-41f59d0f330a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Jan 20 07:27:47.465864 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7f4a-572e-412f-ac25-1b3f1a4444ad req-2fa918b9-5172-47cf-80e3-5645f47711fd tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:47.467318 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8b8e7f4a-572e-412f-ac25-1b3f1a4444ad req-2fa918b9-5172-47cf-80e3-5645f47711fd tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 945 time: 0.0471106 Jan 20 07:27:47.516714 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8b8e7f4a-572e-412f-ac25-1b3f1a4444ad req-cecc9c7d-77bf-487a-80b1-34625b75d10f tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Jan 20 07:27:48.644598 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e244be6-b2a0-4578-a006-1ae0f1d392e0 req-000f5b5f-4e07-433b-8dd0-9d93ea0992d7 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:48.646155 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e244be6-b2a0-4578-a006-1ae0f1d392e0 req-000f5b5f-4e07-433b-8dd0-9d93ea0992d7 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 945 time: 0.0535007 Jan 20 07:27:48.700123 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e244be6-b2a0-4578-a006-1ae0f1d392e0 req-04ade6fc-916e-4bc7-908b-402f9ecc4064 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Jan 20 07:27:57.026435 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-3a581db5-429d-45c1-bea1-06994f93b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:57.028102 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-3a581db5-429d-45c1-bea1-06994f93b8d1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1116939 Jan 20 07:27:57.046456 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-57ecea5c-aad3-4d11-89c3-d344e1514b54 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/quotas/031c35bda02f4b309fabd67fdb7230fc HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jan 20 07:27:57.101060 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-39e151d6-4323-4f31-83b6-f1ccbb0481e7 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493708 Jan 20 07:27:57.193100 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-95bebc02-1c5a-482a-be17-65e7e16be438 service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853078 Jan 20 07:27:57.288725 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-7a726d85-929b-4d47-92b8-8820a7f951cc service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892522 Jan 20 07:27:57.453090 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-86d135e8-14bb-4144-94e1-78d6dac67185 req-80718a8e-9f2b-4760-b1a7-1609e213552c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Jan 20 07:27:58.549620 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fc7d104a-27a9-4e60-b057-266546e93aa3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:58.552540 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fc7d104a-27a9-4e60-b057-266546e93aa3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1132262 Jan 20 07:27:58.558771 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f4f6e43-4bd8-48c8-b93d-761b30ed9033 req-1d939837-bc60-422e-9091-beec59860f55 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Jan 20 07:27:58.565528 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Request body: {'port': {'device_id': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'admin_state_up': True, 'tenant_id': '031c35bda02f4b309fabd67fdb7230fc'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:58.691913 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Made reservation on behalf of 031c35bda02f4b309fabd67fdb7230fc for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:27:58.695596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:58.828243 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Allocated IP 172.20.0.10 (9c332c75-01f1-42fd-b9cd-c600140c0ca1/11637cc1-c772-472e-b4ed-3cd95ecb3bac/5f1607f0-6796-44fe-b356-bd8f95ccaa8b) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:27:58.982955 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks [] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.021178 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.034492 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:27:59.068752 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:27:59.074446 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:27:59.079150 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:27:59.083086 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event updated for resources: {'Port': ['ID=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:59.132235 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:59.133676 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.150798 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-2c1e2501-0be3-484e-bfd8-168b455df4b0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898881 Jan 20 07:27:59.163702 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Request body: {'port': {'device_id': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:27:59.223847 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.500725 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1607f0-6796-44fe-b356-bd8f95ccaa8b {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:27:59.509740 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Publish callbacks [] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.523175 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Transition to ACTIVE for port object 5f1607f0-6796-44fe-b356-bd8f95ccaa8b will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:27:59.528063 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.583553 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:59.693177 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Attempting to bind port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:27:59.693535 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Attempting to bind port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:27:59.693865 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Attempting to bind port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.703082 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:27:59.705488 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189090fb-81c8-4fce-82f1-0621ad788e6e req-f992cd27-a721-42a6-940a-378789b89991 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:59.706773 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-189090fb-81c8-4fce-82f1-0621ad788e6e req-f992cd27-a721-42a6-940a-378789b89991 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 944 time: 0.0770564 Jan 20 07:27:59.709078 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:27:59.709404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Attempting to bind port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:27:59.717489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:27:59.717833 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Checking segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:27:59.718213 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Bound using segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:27:59.718647 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Bound port: 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:27:59.719009 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.798387 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-189090fb-81c8-4fce-82f1-0621ad788e6e req-5cc17d59-8ce3-48bc-aa01-145f02fe6eb1 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826085 Jan 20 07:27:59.819956 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] For port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:27:59.824132 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] For port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:27:59.830763 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.873395 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:59.874033 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:27:59.875441 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f1607f0-6796-44fe-b356-bd8f95ccaa8b HTTP/1.1" status: 200 len: 1094 time: 0.7163208 Jan 20 07:27:59.875886 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'tag': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:27:59.878182 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045f117f-253d-4a0b-b4dd-645ae1a11f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9", "tag": "5f1607f0-6796-44fe-b356-bd8f95ccaa8b"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:27:59.903472 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2a040-0797-4978-913e-d0f197e41b31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:27:59.918526 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91ccd32-157c-4a39-8d95-e46b1a973646 x-openstack-request-id: req-c91ccd32-157c-4a39-8d95-e46b1a973646 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:27:59.918823 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9", "tag": "5f1607f0-6796-44fe-b356-bd8f95ccaa8b", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:27:59.919157 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c91ccd32-157c-4a39-8d95-e46b1a973646 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:27:59.919576 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'tag': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', 'status': 'completed', 'code': 200} Jan 20 07:27:59.971130 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-45cfbd87-0177-41a3-94eb-4f4d2052b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:27:59.972670 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-45cfbd87-0177-41a3-94eb-4f4d2052b69d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0452151 Jan 20 07:28:00.016420 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-944689c6-8dd9-4da7-8116-31be1356b1ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b HTTP/1.1" status: 200 len: 217 time: 0.0352559 Jan 20 07:28:00.071671 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-b9e18fa6-e039-4ecb-96b0-60603a3efa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:00.073060 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-b9e18fa6-e039-4ecb-96b0-60603a3efa09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0489683 Jan 20 07:28:00.106757 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-a32ab7e6-3497-4d6c-a266-6afac99e3112 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260239 Jan 20 07:28:00.198617 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-0557f820-e24f-4797-9a64-6c0dc9eeb6b6 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Jan 20 07:28:00.201498 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:28:00.301713 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9c86928-9d0c-44c7-8e76-df31186fdf84 req-74444bce-9d23-46f6-b31b-f6bac675e6c3 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905244 Jan 20 07:28:00.412128 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-2049f01f-7522-4dfa-87ac-3ea256c1f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:00.413663 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-2049f01f-7522-4dfa-87ac-3ea256c1f8fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0412076 Jan 20 07:28:00.508490 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-869f8609-aa96-4c26-af8a-e8aec42f02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:00.510021 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-869f8609-aa96-4c26-af8a-e8aec42f02a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 915 time: 0.0886235 Jan 20 07:28:00.563481 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-20535548-ec65-4647-bc5e-cc59a30eca00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b HTTP/1.1" status: 200 len: 217 time: 0.0354760 Jan 20 07:28:00.614385 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-62f005aa-bbfb-4134-96a6-c34bd2db6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:00.615919 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-62f005aa-bbfb-4134-96a6-c34bd2db6135 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0443099 Jan 20 07:28:00.647903 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-ecef8402-6f4f-4d68-9b87-eaed87fbb809 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249896 Jan 20 07:28:00.748032 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-469eaa8e-e0d9-4e35-9da2-00a1bd22f5e1 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920506 Jan 20 07:28:00.851195 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-045f117f-253d-4a0b-b4dd-645ae1a11f6d req-a8d1a5b9-3ef2-426b-9aa0-42bf8a53f29d service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945802 Jan 20 07:28:00.921163 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011568b1-6818-4e27-8e49-aa230b150dd9 req-2c4d0eef-32ca-482c-bfbf-b481618028ce tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:00.922753 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-011568b1-6818-4e27-8e49-aa230b150dd9 req-2c4d0eef-32ca-482c-bfbf-b481618028ce tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 944 time: 0.0541708 Jan 20 07:28:00.968373 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-011568b1-6818-4e27-8e49-aa230b150dd9 req-bd40019a-2f11-43ef-a6a3-bfd376889947 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Jan 20 07:28:01.832734 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-64dcff86-bbf1-4fee-b64f-54e26f25ca27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:02.088161 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff516f0e-0956-47f0-b62d-254559e2a281 req-5ddda87f-2dad-42ed-92de-a26cef4b8f28 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:02.089740 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ff516f0e-0956-47f0-b62d-254559e2a281 req-5ddda87f-2dad-42ed-92de-a26cef4b8f28 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 944 time: 0.0500984 Jan 20 07:28:02.139219 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ff516f0e-0956-47f0-b62d-254559e2a281 req-eec76964-6df0-46df-9aea-0d253cc3fc13 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Jan 20 07:28:02.513702 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f1607f0-6796-44fe-b356-bd8f95ccaa8b details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:28:02.616593 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:02.629685 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'port_id': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', 'mac_address': 'fa:16:3e:81:e0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11637cc1-c772-472e-b4ed-3cd95ecb3bac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:28:02.673225 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:02.673651 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:02.689323 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1607f0-6796-44fe-b356-bd8f95ccaa8b {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:28:02.711567 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:02.715657 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:02.768578 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:02.992027 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['5f1607f0-6796-44fe-b356-bd8f95ccaa8b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:03.256371 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e3f25-7d54-4e7c-a67e-48f00f3f2f38 req-a49dea42-6c91-4a28-8fc8-d58fbb8b87a9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:03.258538 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fd4e3f25-7d54-4e7c-a67e-48f00f3f2f38 req-a49dea42-6c91-4a28-8fc8-d58fbb8b87a9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Jan 20 07:28:03.306609 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fd4e3f25-7d54-4e7c-a67e-48f00f3f2f38 req-6155765e-046b-47cb-9135-ce000b04d148 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Jan 20 07:28:04.431467 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11611b0c-0c3a-4c9a-ad63-d0da3be32e79 req-dcf44420-2fec-421a-b079-3fbbcd739748 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:04.432947 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-11611b0c-0c3a-4c9a-ad63-d0da3be32e79 req-dcf44420-2fec-421a-b079-3fbbcd739748 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 945 time: 0.0599182 Jan 20 07:28:04.483885 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-11611b0c-0c3a-4c9a-ad63-d0da3be32e79 req-6683d03f-b657-4859-af76-c93dfe4277c9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Jan 20 07:28:04.531037 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f1607f0-6796-44fe-b356-bd8f95ccaa8b up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:28:04.583775 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:28:04.588468 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:28:04.588759 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:04.669810 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:04.670202 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:04.696808 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:04.699206 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932cd4fc-1360-4bd3-b3d7-a5e17832b6af" -d '{"events": [{"server_uuid": "eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9", "name": "network-vif-plugged", "status": "completed", "tag": "5f1607f0-6796-44fe-b356-bd8f95ccaa8b"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:04.713899 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:04.719509 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:04.751013 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22536272-d0e7-4cbd-b18e-f7008ed23221 x-openstack-request-id: req-22536272-d0e7-4cbd-b18e-f7008ed23221 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:04.751350 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9", "name": "network-vif-plugged", "status": "completed", "tag": "5f1607f0-6796-44fe-b356-bd8f95ccaa8b", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:04.751610 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22536272-d0e7-4cbd-b18e-f7008ed23221 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:04.752014 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', 'code': 200} Jan 20 07:28:04.782944 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:04.934902 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd423d1-6649-436e-be48-306f1c092abc req-3d0d7ed4-e42d-4f7f-a6d4-56ff089fdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:04.936453 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4cd423d1-6649-436e-be48-306f1c092abc req-3d0d7ed4-e42d-4f7f-a6d4-56ff089fdd69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 1099 time: 0.0430505 Jan 20 07:28:04.986858 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4cd423d1-6649-436e-be48-306f1c092abc req-d685b61f-03bc-4f33-a1ff-c6f08872831a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Jan 20 07:28:05.228793 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1006-4176-49e7-9944-c2143a0a847d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:05.602465 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845ebe-2c31-481d-b572-ab9ab9cf56c4 req-9d5d0770-6b9e-4999-9938-1b49a8a1ff7b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:05.604036 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc845ebe-2c31-481d-b572-ab9ab9cf56c4 req-9d5d0770-6b9e-4999-9938-1b49a8a1ff7b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 946 time: 0.0504038 Jan 20 07:28:05.665388 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc845ebe-2c31-481d-b572-ab9ab9cf56c4 req-168676a1-84ff-4611-9474-da18342a7310 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Jan 20 07:28:05.732306 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:06.625018 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:06.792405 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a48ab-8ead-4c64-a3a4-cd5052d13202 req-737a9006-3218-4174-9f2c-6ff59de03eba tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:06.794023 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-455a48ab-8ead-4c64-a3a4-cd5052d13202 req-737a9006-3218-4174-9f2c-6ff59de03eba tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 946 time: 0.0531878 Jan 20 07:28:06.848282 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-455a48ab-8ead-4c64-a3a4-cd5052d13202 req-1bfb2e77-03ab-4fb8-a9df-18f6cdcc4423 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477691 Jan 20 07:28:07.791005 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:08.413047 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:08.615866 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-28ae48c1-a516-4254-80d3-e91c1a339e33 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:08.618167 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-28ae48c1-a516-4254-80d3-e91c1a339e33 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1211321 Jan 20 07:28:08.633509 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-2c4144a6-fa2e-4615-a077-eb227b48dd8a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/quotas/031c35bda02f4b309fabd67fdb7230fc HTTP/1.1" status: 200 len: 375 time: 0.0093615 Jan 20 07:28:08.689367 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-4d1ff643-79c0-4523-ae52-c096902873af tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504389 Jan 20 07:28:08.822587 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-8715dffd-a971-4b86-afcb-8d0648c07273 service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228800 Jan 20 07:28:08.861523 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319218-d041-4493-ad4f-de42289b3605 req-e5b28eaa-1d3f-4f06-8807-0c381d440ae0 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:08.862850 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69319218-d041-4493-ad4f-de42289b3605 req-e5b28eaa-1d3f-4f06-8807-0c381d440ae0 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0499547 Jan 20 07:28:08.917957 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69319218-d041-4493-ad4f-de42289b3605 req-0b8c29c6-ecab-4e1f-89bf-df15dc95308b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475049 Jan 20 07:28:08.922608 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-cd78f7f8-4b8c-4f6b-8fd8-38d28ac40994 service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955887 Jan 20 07:28:09.077970 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e196e20c-9a5e-4166-bb87-e23413e436e6 req-9a699ae1-bac9-4ca1-aa95-5b996d94ab4b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 210 time: 0.0296173 Jan 20 07:28:10.038346 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ec21-455d-4488-85c1-7b8e8ac1318c req-b18ac216-0630-487e-8ac2-d9e46768022c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:10.041487 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fa10ec21-455d-4488-85c1-7b8e8ac1318c req-b18ac216-0630-487e-8ac2-d9e46768022c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0527105 Jan 20 07:28:10.063441 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-a98d232b-5717-4dc4-9230-c087271ecff6 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:10.064898 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-a98d232b-5717-4dc4-9230-c087271ecff6 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1179173 Jan 20 07:28:10.079724 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Request body: {'port': {'device_id': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'admin_state_up': True, 'tenant_id': '031c35bda02f4b309fabd67fdb7230fc'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:28:10.095751 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fa10ec21-455d-4488-85c1-7b8e8ac1318c req-8ebaf826-45ff-42e8-965c-e3973d1ae362 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470419 Jan 20 07:28:10.204096 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a8a256eb-a395-4d6c-8c5b-815300f0dc16 req-c09e08cc-3f6f-43ec-8316-fbbfebbc6007 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 210 time: 0.0342667 Jan 20 07:28:10.225640 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Made reservation on behalf of 031c35bda02f4b309fabd67fdb7230fc for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:28:10.229245 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:10.359772 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Allocated IP 172.20.0.13 (9c332c75-01f1-42fd-b9cd-c600140c0ca1/11637cc1-c772-472e-b4ed-3cd95ecb3bac/5a1af516-8e6a-4ac4-8f18-001a87814fc5) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:28:10.549145 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks [] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:10.595739 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:10.611918 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8', '5f1607f0-6796-44fe-b356-bd8f95ccaa8b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:10.650340 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:28:10.653857 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:28:10.658069 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:28:10.665794 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event updated for resources: {'Port': ['ID=5a1af516-8e6a-4ac4-8f18-001a87814fc5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:10.696230 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.696572 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.696917 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.697251 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.697619 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.697957 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.698277 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.698600 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.698922 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.699243 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.699563 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.699881 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.700197 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:10.727021 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:10.727686 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:10.745810 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-89863bd4-35b2-4b0e-87ab-fb1e7f23e053 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6714528 Jan 20 07:28:10.762397 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Request body: {'port': {'device_id': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:28:10.825877 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:11.145279 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1af516-8e6a-4ac4-8f18-001a87814fc5 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:28:11.157595 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Publish callbacks [] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:11.178852 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Transition to ACTIVE for port object 5a1af516-8e6a-4ac4-8f18-001a87814fc5 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:28:11.184890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:11.232887 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4bbdb-3b5a-4b99-86b8-5276b789142d req-2a4ef5cc-c639-4cb6-8c44-c8aeefa5be90 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:11.235075 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2ba4bbdb-3b5a-4b99-86b8-5276b789142d req-2a4ef5cc-c639-4cb6-8c44-c8aeefa5be90 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0610919 Jan 20 07:28:11.246610 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1af516-8e6a-4ac4-8f18-001a87814fc5,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:11.300398 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2ba4bbdb-3b5a-4b99-86b8-5276b789142d req-f3b468e7-64cd-4304-b54d-dcd3c9734257 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588675 Jan 20 07:28:11.443841 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77a571-9057-475b-b5f5-eca8977c0170 req-f29ee926-e0e4-45ac-b315-f2a457f5ccae tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:11.447024 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a77a571-9057-475b-b5f5-eca8977c0170 req-f29ee926-e0e4-45ac-b315-f2a457f5ccae tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 944 time: 0.1305902 Jan 20 07:28:11.450811 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Attempting to bind port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:28:11.451347 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Attempting to bind port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:28:11.451910 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Attempting to bind port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:28:11.467673 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:28:11.467998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Attempting to bind port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:28:11.485924 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:28:11.486262 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Checking segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:28:11.486657 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Bound using segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:28:11.487097 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Bound port: 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:28:11.487456 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:11.551201 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a77a571-9057-475b-b5f5-eca8977c0170 req-55d2a64a-f1fd-42bb-8bf9-3aadd782f410 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954220 Jan 20 07:28:11.583622 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] For port 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:28:11.586734 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] For port 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:28:11.591265 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:11.629848 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:11.630464 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:11.631824 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5a1af516-8e6a-4ac4-8f18-001a87814fc5 HTTP/1.1" status: 200 len: 1094 time: 0.8743060 Jan 20 07:28:11.632257 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'tag': '5a1af516-8e6a-4ac4-8f18-001a87814fc5'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:11.635167 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fb942b-723c-4a6b-8359-4dcdb396f015" -d '{"events": [{"name": "network-changed", "server_uuid": "d5744bf8-c05a-485b-8fc9-f9be75d1d6cf", "tag": "5a1af516-8e6a-4ac4-8f18-001a87814fc5"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:11.655846 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6ee27-fb3c-449c-b516-adfdfaa9d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1af516-8e6a-4ac4-8f18-001a87814fc5,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:11.677390 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ea35b-b847-49df-a9df-7fe432b8c95e x-openstack-request-id: req-a13ea35b-b847-49df-a9df-7fe432b8c95e {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:11.677725 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5744bf8-c05a-485b-8fc9-f9be75d1d6cf", "tag": "5a1af516-8e6a-4ac4-8f18-001a87814fc5", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:11.678289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a13ea35b-b847-49df-a9df-7fe432b8c95e {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:11.678557 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'tag': '5a1af516-8e6a-4ac4-8f18-001a87814fc5', 'status': 'completed', 'code': 200} Jan 20 07:28:11.720867 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-a12e2669-5d21-42a0-992b-6d3cb6e3fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:11.722245 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-a12e2669-5d21-42a0-992b-6d3cb6e3fc6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 1097 time: 0.0408986 Jan 20 07:28:11.765731 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-891a23d5-113d-425b-8c50-b9bbe02982fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5 HTTP/1.1" status: 200 len: 217 time: 0.0346229 Jan 20 07:28:11.819605 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-acb4e20f-35da-48e2-b6bd-ea305eb883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:11.821090 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-acb4e20f-35da-48e2-b6bd-ea305eb883a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0485797 Jan 20 07:28:11.858398 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-4694f7b6-cbcd-436a-a3e3-0722f7d7814c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296495 Jan 20 07:28:11.956251 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-2d2fe38c-90fb-4560-80d8-c5a6163f7b75 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900497 Jan 20 07:28:12.051996 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-18510911-7329-4fb2-ad2a-fe3757c70c3e req-330fb207-1003-4a5e-9264-4c653ea41b54 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890059 Jan 20 07:28:12.142672 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-db62cf2e-952c-4429-a819-6feb0eecb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:12.144152 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-db62cf2e-952c-4429-a819-6feb0eecb99e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 1097 time: 0.0422058 Jan 20 07:28:12.239552 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-22d4af58-22ba-42b4-91d6-240354185dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:12.240995 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-22d4af58-22ba-42b4-91d6-240354185dc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 915 time: 0.0891271 Jan 20 07:28:12.286367 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-f2430472-b5af-4acc-8bb8-9dcc31e7e356 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5 HTTP/1.1" status: 200 len: 217 time: 0.0335338 Jan 20 07:28:12.334899 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-f5eb7b79-b09a-45d0-9073-ac1181906c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:12.336585 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-f5eb7b79-b09a-45d0-9073-ac1181906c55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0423322 Jan 20 07:28:12.366507 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-c7d688c7-b5ba-47b4-932e-8248d1f2d1f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237632 Jan 20 07:28:12.490483 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257ca7-4110-4b00-8415-66fbc76c6466 req-fa02e50a-41f7-4c27-9eb6-25793cefdb86 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:12.492702 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b9257ca7-4110-4b00-8415-66fbc76c6466 req-fa02e50a-41f7-4c27-9eb6-25793cefdb86 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.1099558 Jan 20 07:28:12.510227 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-2ce20ba9-0c0e-49a7-8a05-d0449ffd210d service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350434 Jan 20 07:28:12.725991 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7d788-9960-4b9e-8690-a613b3a39960 req-982f9eba-a4b2-42b5-9440-153aa8142872 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:12.728834 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dad7d788-9960-4b9e-8690-a613b3a39960 req-982f9eba-a4b2-42b5-9440-153aa8142872 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 944 time: 0.0972297 Jan 20 07:28:12.785824 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dad7d788-9960-4b9e-8690-a613b3a39960 req-58cf10b1-4880-4641-8216-6fb65745a1ba tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Jan 20 07:28:12.882149 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b9257ca7-4110-4b00-8415-66fbc76c6466 req-49a896b8-dd3c-4e83-b346-ffd24bfd1d20 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833609 Jan 20 07:28:12.919038 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02fb942b-723c-4a6b-8359-4dcdb396f015 req-42a15acb-289c-49b4-b82d-33419af4b91d service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999751 Jan 20 07:28:13.914055 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230faed7-e44e-4072-a16b-d8ea6fd276e2 req-1f863d91-21d0-4025-86a5-2c18327f9a01 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:13.915482 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-230faed7-e44e-4072-a16b-d8ea6fd276e2 req-1f863d91-21d0-4025-86a5-2c18327f9a01 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 944 time: 0.0545039 Jan 20 07:28:13.964627 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-230faed7-e44e-4072-a16b-d8ea6fd276e2 req-ec899f7b-639a-4fef-96ed-f31c81149760 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Jan 20 07:28:14.006207 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fbc3e-f583-4478-8649-2800ea78ce8a req-5f33ff17-d0c5-4ade-a072-368c03eceb61 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:14.008216 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec9fbc3e-f583-4478-8649-2800ea78ce8a req-5f33ff17-d0c5-4ade-a072-368c03eceb61 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0523496 Jan 20 07:28:14.061588 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec9fbc3e-f583-4478-8649-2800ea78ce8a req-515f01ab-aa45-4c94-9bf0-d3c7b4b5a099 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468755 Jan 20 07:28:14.571196 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5a1af516-8e6a-4ac4-8f18-001a87814fc5 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:28:14.670736 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:14.683038 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '5a1af516-8e6a-4ac4-8f18-001a87814fc5', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'port_id': '5a1af516-8e6a-4ac4-8f18-001a87814fc5', 'mac_address': 'fa:16:3e:7e:e5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11637cc1-c772-472e-b4ed-3cd95ecb3bac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:28:14.722306 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:14.722703 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:14.736144 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1af516-8e6a-4ac4-8f18-001a87814fc5 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:28:14.757164 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:14.761350 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:14.818344 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=5a1af516-8e6a-4ac4-8f18-001a87814fc5,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:15.028266 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['5a1af516-8e6a-4ac4-8f18-001a87814fc5'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:15.091370 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0dc9b-5e04-4d18-95bb-ac80ea51fbfc req-55d76258-2475-4d36-bc76-5470b9ebdc67 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:15.092522 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13e0dc9b-5e04-4d18-95bb-ac80ea51fbfc req-55d76258-2475-4d36-bc76-5470b9ebdc67 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0561712 Jan 20 07:28:15.154373 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13e0dc9b-5e04-4d18-95bb-ac80ea51fbfc req-6b92a803-1de3-4149-bf40-5d46d7168389 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555029 Jan 20 07:28:15.200155 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81695722-5da6-4c56-958f-8ede32fdefd4 req-ad4dcdc7-9903-4f23-8e92-0cbcbe689c7d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:15.201685 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-81695722-5da6-4c56-958f-8ede32fdefd4 req-ad4dcdc7-9903-4f23-8e92-0cbcbe689c7d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0653770 Jan 20 07:28:15.255386 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-81695722-5da6-4c56-958f-8ede32fdefd4 req-9b67f3ad-c01d-47ce-8a5d-df12ea75930c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480869 Jan 20 07:28:16.283290 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eee72-d231-4555-a950-b41a4ae8a15b req-48deb281-cd62-41c9-8aec-7ddf75625442 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:16.285199 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9d0eee72-d231-4555-a950-b41a4ae8a15b req-48deb281-cd62-41c9-8aec-7ddf75625442 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 945 time: 0.0513136 Jan 20 07:28:16.364901 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9d0eee72-d231-4555-a950-b41a4ae8a15b req-3e889510-7656-447a-8f0a-b91daf28a844 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718229 Jan 20 07:28:16.401727 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb61d6-e615-43bd-8a89-89a538510f5e req-68466199-378f-4c0c-82ec-110a0661fcf9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:16.404374 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6ddb61d6-e615-43bd-8a89-89a538510f5e req-68466199-378f-4c0c-82ec-110a0661fcf9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0686691 Jan 20 07:28:16.473518 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6ddb61d6-e615-43bd-8a89-89a538510f5e req-61910947-cd7e-4d46-8b61-4d3dc3b5ca73 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627470 Jan 20 07:28:16.583198 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5a1af516-8e6a-4ac4-8f18-001a87814fc5 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:28:16.635746 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:28:16.641715 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:28:16.642267 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:16.731244 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:16.731540 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:16.756357 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1af516-8e6a-4ac4-8f18-001a87814fc5'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:16.758703 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a3919-6369-4c0c-bf30-eeb89f28e5aa" -d '{"events": [{"server_uuid": "d5744bf8-c05a-485b-8fc9-f9be75d1d6cf", "name": "network-vif-plugged", "status": "completed", "tag": "5a1af516-8e6a-4ac4-8f18-001a87814fc5"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:16.773507 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:16.778232 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:16.807707 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c11dc-762a-4b24-beb5-ee35250b6480 x-openstack-request-id: req-b34c11dc-762a-4b24-beb5-ee35250b6480 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:16.807707 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5744bf8-c05a-485b-8fc9-f9be75d1d6cf", "name": "network-vif-plugged", "status": "completed", "tag": "5a1af516-8e6a-4ac4-8f18-001a87814fc5", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:16.807707 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b34c11dc-762a-4b24-beb5-ee35250b6480 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:16.809030 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1af516-8e6a-4ac4-8f18-001a87814fc5', 'code': 200} Jan 20 07:28:16.845810 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=5a1af516-8e6a-4ac4-8f18-001a87814fc5,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:16.988808 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642282cb-b1e8-4039-a989-e05fd32fbbbb req-71777c43-81b7-4207-bccf-1146b0262380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:16.990847 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-642282cb-b1e8-4039-a989-e05fd32fbbbb req-71777c43-81b7-4207-bccf-1146b0262380 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 1099 time: 0.0436392 Jan 20 07:28:17.042816 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-642282cb-b1e8-4039-a989-e05fd32fbbbb req-3ea215b1-2d42-47a3-b12f-350c8799c7f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Jan 20 07:28:17.485941 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be836ac-1dae-4a1a-8f49-d15bcdf975b9 req-a0b1e272-7145-4172-afd9-076bfd2ea2ed tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:17.487839 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2be836ac-1dae-4a1a-8f49-d15bcdf975b9 req-a0b1e272-7145-4172-afd9-076bfd2ea2ed tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 946 time: 0.0528290 Jan 20 07:28:17.561530 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2be836ac-1dae-4a1a-8f49-d15bcdf975b9 req-2094f315-3599-4b2f-b3f5-db48a71154cc tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667560 Jan 20 07:28:17.635272 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b6ca6-b894-4392-ba2a-8d5e6a2e9faf req-22d689db-d3d1-4a27-ba9e-98b4d1d44bb2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:17.637000 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd1b6ca6-b894-4392-ba2a-8d5e6a2e9faf req-22d689db-d3d1-4a27-ba9e-98b4d1d44bb2 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0566328 Jan 20 07:28:17.701202 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd1b6ca6-b894-4392-ba2a-8d5e6a2e9faf req-2c884293-254a-442f-ba8d-2703881a62b0 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580988 Jan 20 07:28:18.683543 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc902f63-5dc4-4a07-a887-79717280a86e req-1c21a44b-0a0a-462c-ad6e-b7ef0a93e3ce tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:18.685255 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fc902f63-5dc4-4a07-a887-79717280a86e req-1c21a44b-0a0a-462c-ad6e-b7ef0a93e3ce tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 946 time: 0.0533307 Jan 20 07:28:18.739357 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fc902f63-5dc4-4a07-a887-79717280a86e req-e759b511-26a3-43b9-a66d-d86140458cd0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Jan 20 07:28:18.837410 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967707a-e1f2-444b-b471-5e30ff40d14d req-5058c6db-26df-4616-8f85-d93d90956efe tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:18.839001 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3967707a-e1f2-444b-b471-5e30ff40d14d req-5058c6db-26df-4616-8f85-d93d90956efe tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0536175 Jan 20 07:28:18.898759 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3967707a-e1f2-444b-b471-5e30ff40d14d req-547ac38a-f0db-4daf-bc08-5da0c071e019 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536783 Jan 20 07:28:18.995353 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-fd46f52c-9bcf-4b79-947b-0fa16de0b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:18.997265 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-fd46f52c-9bcf-4b79-947b-0fa16de0b2f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1098 time: 0.0475733 Jan 20 07:28:19.102758 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-709403d3-8829-4960-ba36-b8c3868c19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:19.104156 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-709403d3-8829-4960-ba36-b8c3868c19a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 909 time: 0.0953910 Jan 20 07:28:19.184382 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-4840d9ba-6bbf-46cc-8632-8203f04974b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 1000 time: 0.0684350 Jan 20 07:28:19.236044 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-bd24c4fa-b06c-47fe-8e2b-2c22394a451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:19.237586 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-bd24c4fa-b06c-47fe-8e2b-2c22394a451e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.0460386 Jan 20 07:28:19.288269 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-736f58bc-e569-492b-8527-c5a6f450cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:19.289868 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-736f58bc-e569-492b-8527-c5a6f450cb34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450907 Jan 20 07:28:19.393114 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-565ec4a6-8ad3-44b8-8fb4-b6d545f358db service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957594 Jan 20 07:28:19.496256 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38a4c37d-2493-4eba-8d12-0c13e29b4eae req-66275441-6193-4997-91e3-d7253b6648cb service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928435 Jan 20 07:28:20.027349 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334bed7-4368-4904-92c3-0ddd489b70fd req-42c0c6af-6c89-4a5f-b7bb-4e26d00b5a4b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:20.028928 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2334bed7-4368-4904-92c3-0ddd489b70fd req-42c0c6af-6c89-4a5f-b7bb-4e26d00b5a4b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0579045 Jan 20 07:28:20.083060 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2334bed7-4368-4904-92c3-0ddd489b70fd req-f468908b-0d6e-4f49-a011-4ede112dd3f9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483496 Jan 20 07:28:21.230854 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394be5b-f040-4a87-beea-e172bc42e4e5 req-bdbc71f9-3c73-4e23-88ba-c73a840ff2ac tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:21.232484 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9394be5b-f040-4a87-beea-e172bc42e4e5 req-bdbc71f9-3c73-4e23-88ba-c73a840ff2ac tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0541165 Jan 20 07:28:21.288964 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9394be5b-f040-4a87-beea-e172bc42e4e5 req-73e812a3-a668-478a-87c4-07df61520ef4 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481761 Jan 20 07:28:22.413760 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ab226-7a4e-4840-ba5f-64e9b5c31612 req-a20977e0-0480-48f3-8308-ad966dae999f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:22.415472 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-721ab226-7a4e-4840-ba5f-64e9b5c31612 req-a20977e0-0480-48f3-8308-ad966dae999f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0547907 Jan 20 07:28:22.467571 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-721ab226-7a4e-4840-ba5f-64e9b5c31612 req-a8c42d34-c357-48f2-8bc4-1bfce1d6fac9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463812 Jan 20 07:28:22.724711 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489607-c6f4-4b44-abab-34957050ebbd req-ef1ef013-a9f5-43c2-83cc-cf105c68135d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:22.726817 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d8489607-c6f4-4b44-abab-34957050ebbd req-ef1ef013-a9f5-43c2-83cc-cf105c68135d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0827644 Jan 20 07:28:22.734343 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-03594293-80a4-4fa2-a0a6-80016067c04e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192796 Jan 20 07:28:22.795396 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d8489607-c6f4-4b44-abab-34957050ebbd req-a5bdf360-0fcd-4814-862c-e5fe22bfc0ee tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600710 Jan 20 07:28:23.916412 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e16da-7bc9-40ee-a8e5-2821b7b2b470 req-82213f8c-3092-401b-9b1d-4f851e945319 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:23.918158 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df2e16da-7bc9-40ee-a8e5-2821b7b2b470 req-82213f8c-3092-401b-9b1d-4f851e945319 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0479341 Jan 20 07:28:23.969008 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df2e16da-7bc9-40ee-a8e5-2821b7b2b470 req-4e65c686-21bf-4b1f-9f6a-2c7ad1f4f144 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Jan 20 07:28:24.643713 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:28:24.736362 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 34544028-0af6-48e4-9afa-3e77a1ac41a2 is: ACTIVE; New status is: DOWN {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:24.736750 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:24.890573 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:24.892798 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba50d954-467a-46dc-8ce9-9522d35bf29d" -d '{"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-unplugged", "status": "completed", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:24.905181 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:24.909938 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:24.933494 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52285acd-d319-421b-b46e-2c7a274ceb24 x-openstack-request-id: req-52285acd-d319-421b-b46e-2c7a274ceb24 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:24.933790 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-unplugged", "status": "failed", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "code": 422}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:24.934048 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52285acd-d319-421b-b46e-2c7a274ceb24 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:24.934438 dv-cinder-823015-5-iscsi neutron-server[102634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'code': 422} returned with failed status Jan 20 07:28:24.958792 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=6']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:25.086945 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b380d-6b04-4b0b-a303-85a21b2a6132 req-409f4470-9f88-430c-a0a2-150267378b82 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:25.088471 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-308b380d-6b04-4b0b-a303-85a21b2a6132 req-409f4470-9f88-430c-a0a2-150267378b82 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0513282 Jan 20 07:28:25.139448 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-308b380d-6b04-4b0b-a303-85a21b2a6132 req-edfb69fb-db43-4b4c-98e6-09c90d2ab13f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 Jan 20 07:28:26.254662 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf84eaa-afb1-4d75-95e8-b6283ce7afca req-efb7a080-3340-4607-8621-351d04b9fa88 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:26.256140 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9bf84eaa-afb1-4d75-95e8-b6283ce7afca req-efb7a080-3340-4607-8621-351d04b9fa88 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0520277 Jan 20 07:28:26.305741 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9bf84eaa-afb1-4d75-95e8-b6283ce7afca req-8ec0da5f-4d17-4aac-b4a3-07b1626bdca9 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Jan 20 07:28:27.425082 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5927c8-d0ce-4de9-b6ab-ac5ab23cd041 req-4ce8bb58-f51b-483f-93da-699f0986f16b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:27.426484 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0c5927c8-d0ce-4de9-b6ab-ac5ab23cd041 req-4ce8bb58-f51b-483f-93da-699f0986f16b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0491109 Jan 20 07:28:27.474560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0c5927c8-d0ce-4de9-b6ab-ac5ab23cd041 req-d50721e1-9a55-4c06-99df-8d47783038e1 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Jan 20 07:28:27.727609 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-1f4bd81f-dbb9-4b87-899f-6a2f95941f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:27.729492 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-1f4bd81f-dbb9-4b87-899f-6a2f95941f28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e&tenant_id=24840d91eae3498abc4e5fddc9425ccb HTTP/1.1" status: 200 len: 1096 time: 0.0426404 Jan 20 07:28:27.792265 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-870d4830-ef2e-4158-839d-97ca189cc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:27.793827 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-870d4830-ef2e-4158-839d-97ca189cc62a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1096 time: 0.0405898 Jan 20 07:28:27.887529 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-f7c1c24c-661a-4a12-82de-fb20239a77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:27.889033 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-f7c1c24c-661a-4a12-82de-fb20239a77b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 909 time: 0.0874083 Jan 20 07:28:27.959021 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-e526d438-61ed-4a9b-9755-c2a46c9d0ade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 998 time: 0.0628018 Jan 20 07:28:28.008970 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-d44552e3-f366-453c-87b4-01e3ccf30cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:28.010618 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-d44552e3-f366-453c-87b4-01e3ccf30cdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.0456166 Jan 20 07:28:28.056021 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-829b2165-d8ca-41c5-a217-802a161815b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:28.057563 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-829b2165-d8ca-41c5-a217-802a161815b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403681 Jan 20 07:28:28.150300 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-e245eac7-4d60-4ff3-aa3e-ba32ff7f268e service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852568 Jan 20 07:28:28.248374 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c87ebd8f-06ef-43fa-9a8c-7e40b6075219 req-16ab6b5a-3d5b-42da-a512-1c8730bea8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923610 Jan 20 07:28:28.597569 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09351925-5bdc-4205-833f-94bec72c7610 req-d10965c5-7cba-4b34-9692-0752a2a0a589 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:28.599033 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-09351925-5bdc-4205-833f-94bec72c7610 req-d10965c5-7cba-4b34-9692-0752a2a0a589 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0527065 Jan 20 07:28:28.646674 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-09351925-5bdc-4205-833f-94bec72c7610 req-ce8c621f-e1af-4800-a0a7-ec1e018851b3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Jan 20 07:28:29.589354 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-496f6c18-7296-4e19-977b-c5d28d0cf6f6 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:29.590762 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-496f6c18-7296-4e19-977b-c5d28d0cf6f6 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1075137 Jan 20 07:28:29.605784 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-0bf58496-3912-4793-b44f-c63d725150bf tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/quotas/031c35bda02f4b309fabd67fdb7230fc HTTP/1.1" status: 200 len: 375 time: 0.0096052 Jan 20 07:28:29.659022 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-39ae8a0a-2716-46a2-8c7c-cdc7578485c3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478349 Jan 20 07:28:29.750525 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-c9adcde7-2830-4c6f-bf4f-25ea9408aa23 service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839140 Jan 20 07:28:29.762998 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a132f9-e7da-459b-bbef-ab56ae093d75 req-68a3cbdd-3df0-4aed-9a1c-575f569ac056 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:29.764519 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-59a132f9-e7da-459b-bbef-ab56ae093d75 req-68a3cbdd-3df0-4aed-9a1c-575f569ac056 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0513110 Jan 20 07:28:29.814978 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-59a132f9-e7da-459b-bbef-ab56ae093d75 req-1f141d17-77c2-4174-8656-a9d90a293d5c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 Jan 20 07:28:29.850980 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-28efb36f-42b4-4196-86b5-d67fe27a494e service neutron] 10.222.0.53 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Jan 20 07:28:30.012933 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a724d00-d62d-4958-ab89-4b43e3b8550a req-654a80bb-4d70-4bea-9b3b-2c4935ccdec2 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 210 time: 0.0295577 Jan 20 07:28:30.993450 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff4a5-3f8e-4054-b7e4-4eecd7ac7e5b req-97f76370-e09d-4bab-bb12-f4d47146d8bf tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:30.994984 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a3ff4a5-3f8e-4054-b7e4-4eecd7ac7e5b req-97f76370-e09d-4bab-bb12-f4d47146d8bf tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.1055667 Jan 20 07:28:31.017970 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-4b3e7fda-ffa0-4b56-9ec2-d6e729acd77a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:31.019498 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-4b3e7fda-ffa0-4b56-9ec2-d6e729acd77a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 814 time: 0.1576123 Jan 20 07:28:31.036881 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Request body: {'port': {'device_id': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'admin_state_up': True, 'tenant_id': '031c35bda02f4b309fabd67fdb7230fc'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:28:31.105662 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a3ff4a5-3f8e-4054-b7e4-4eecd7ac7e5b req-435a106f-dd60-4421-93a8-c741aae636e8 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043150 Jan 20 07:28:31.109155 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14661615-1e21-4d09-9a4b-945fa09cc50d req-dbbef08d-79a3-44fe-934b-b1e4bde2a334 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 210 time: 0.0270479 Jan 20 07:28:31.177968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Made reservation on behalf of 031c35bda02f4b309fabd67fdb7230fc for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:28:31.181448 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:31.308683 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Allocated IP 172.20.0.11 (9c332c75-01f1-42fd-b9cd-c600140c0ca1/11637cc1-c772-472e-b4ed-3cd95ecb3bac/8550139e-3629-43d0-928e-7161333ac59c) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:28:31.458629 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks [] for port (8550139e-3629-43d0-928e-7161333ac59c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:31.497640 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (8550139e-3629-43d0-928e-7161333ac59c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:31.517686 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8', '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', '5a1af516-8e6a-4ac4-8f18-001a87814fc5'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:31.541045 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:28:31.544244 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:28:31.548035 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:28:31.589475 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event updated for resources: {'Port': ['ID=8550139e-3629-43d0-928e-7161333ac59c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.613573 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:28:31.616451 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:28:31.618089 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:31.619252 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:31.635945 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2f9e9d5d-3edd-497e-b76e-8cf11c573dd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6031194 Jan 20 07:28:31.652192 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Request body: {'port': {'device_id': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:28:31.726515 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (8550139e-3629-43d0-928e-7161333ac59c), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:31.852274 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b1871f83-ca29-4f4b-b414-741852d3fff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:32.005009 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8550139e-3629-43d0-928e-7161333ac59c {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:28:32.015671 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Publish callbacks [] for port (8550139e-3629-43d0-928e-7161333ac59c), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:32.032026 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Transition to ACTIVE for port object 8550139e-3629-43d0-928e-7161333ac59c will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:28:32.036298 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (8550139e-3629-43d0-928e-7161333ac59c), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:32.091614 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Pushing event updated for resources: {'Port': ['ID=8550139e-3629-43d0-928e-7161333ac59c,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:32.164938 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Attempting to bind port 8550139e-3629-43d0-928e-7161333ac59c on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:28:32.165951 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Attempting to bind port 8550139e-3629-43d0-928e-7161333ac59c by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:28:32.166836 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Attempting to bind port 8550139e-3629-43d0-928e-7161333ac59c on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:28:32.170823 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Port 8550139e-3629-43d0-928e-7161333ac59c on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:28:32.171142 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Attempting to bind port 8550139e-3629-43d0-928e-7161333ac59c on network 9c332c75-01f1-42fd-b9cd-c600140c0ca1 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:28:32.176441 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:28:32.176775 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Checking segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:28:32.177148 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Bound using segment: {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:28:32.177596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Bound port: 8550139e-3629-43d0-928e-7161333ac59c, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4193c671-ef6e-47b8-a60d-1f88aa109596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:28:32.177949 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (8550139e-3629-43d0-928e-7161333ac59c), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:32.230178 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea657f08-2362-4b66-9a89-aec57620fd94 req-7482d84c-52f3-40c6-b2a4-2976deb68caa tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.231760 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea657f08-2362-4b66-9a89-aec57620fd94 req-7482d84c-52f3-40c6-b2a4-2976deb68caa tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 944 time: 0.0515985 Jan 20 07:28:32.269146 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23757b55-b07a-4b97-9ad2-b45968bf9e5e req-35478894-6b63-44c6-9b81-f32252dfa9ee tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.270533 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-23757b55-b07a-4b97-9ad2-b45968bf9e5e req-35478894-6b63-44c6-9b81-f32252dfa9ee tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0904710 Jan 20 07:28:32.286527 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea657f08-2362-4b66-9a89-aec57620fd94 req-c19c08a7-839e-4e57-8d19-df80448cbd88 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Jan 20 07:28:32.300207 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] For port 8550139e-3629-43d0-928e-7161333ac59c, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:28:32.315342 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] For port 8550139e-3629-43d0-928e-7161333ac59c, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8550139e-3629-43d0-928e-7161333ac59c,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:28:32.321914 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (8550139e-3629-43d0-928e-7161333ac59c), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:32.360708 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.361504 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:32.362866 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] 10.222.0.42 "PUT /v2.0/ports/8550139e-3629-43d0-928e-7161333ac59c HTTP/1.1" status: 200 len: 1094 time: 0.7151146 Jan 20 07:28:32.371455 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'tag': '8550139e-3629-43d0-928e-7161333ac59c'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:32.373879 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923a387-ceea-411f-902a-ad3129915471" -d '{"events": [{"name": "network-changed", "server_uuid": "a95f59f2-26b4-42c8-b5b7-6f201695eee1", "tag": "8550139e-3629-43d0-928e-7161333ac59c"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:32.386438 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-23757b55-b07a-4b97-9ad2-b45968bf9e5e req-4b8ef133-0ee7-4d50-aa0a-c542900e4ef5 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072989 Jan 20 07:28:32.403998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fe502-ac2f-40ca-8431-9041f8b1403c service neutron] Pushing event updated for resources: {'Port': ['ID=8550139e-3629-43d0-928e-7161333ac59c,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:32.419268 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0247f96c-cfdc-43c9-bce9-06aeeaf4c579 x-openstack-request-id: req-0247f96c-cfdc-43c9-bce9-06aeeaf4c579 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:32.419621 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95f59f2-26b4-42c8-b5b7-6f201695eee1", "tag": "8550139e-3629-43d0-928e-7161333ac59c", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:32.419825 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0247f96c-cfdc-43c9-bce9-06aeeaf4c579 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:32.420171 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'tag': '8550139e-3629-43d0-928e-7161333ac59c', 'status': 'completed', 'code': 200} Jan 20 07:28:32.451748 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-b37081e8-2178-4d09-9748-ec04c566388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.453250 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-b37081e8-2178-4d09-9748-ec04c566388c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 1097 time: 0.0444462 Jan 20 07:28:32.498938 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-ee055eda-672a-4022-bd31-fa45537b94e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8550139e-3629-43d0-928e-7161333ac59c HTTP/1.1" status: 200 len: 217 time: 0.0378494 Jan 20 07:28:32.552057 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-7f329c12-38fe-4e98-9b43-0467df4224ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.553502 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-7f329c12-38fe-4e98-9b43-0467df4224ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0451481 Jan 20 07:28:32.588514 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-a14e3d93-9109-4f76-ace1-ea0babb470ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284548 Jan 20 07:28:32.693860 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-e0829e7a-c106-4c4d-9bfa-87e468e66f77 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955529 Jan 20 07:28:32.795004 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2ae2750-9190-4e9f-abe9-691508fd5f72 req-2dc4dc61-1a72-40cb-8961-7c6296bb3f27 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888712 Jan 20 07:28:32.891023 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a387-ceea-411f-902a-ad3129915471 req-37c187d6-342b-46c9-a48b-886f5864589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.892513 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-37c187d6-342b-46c9-a48b-886f5864589b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c35bda02f4b309fabd67fdb7230fc&device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 1097 time: 0.0420034 Jan 20 07:28:32.987976 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a387-ceea-411f-902a-ad3129915471 req-691e73cd-8b60-4a09-be6a-e639d4b83092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:32.989658 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-691e73cd-8b60-4a09-be6a-e639d4b83092 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 200 len: 915 time: 0.0907431 Jan 20 07:28:33.031105 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-bdb6149c-5c47-4526-ba7a-b67e809dd127 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8550139e-3629-43d0-928e-7161333ac59c HTTP/1.1" status: 200 len: 217 time: 0.0347042 Jan 20 07:28:33.083463 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a387-ceea-411f-902a-ad3129915471 req-e2be6952-b42d-46db-aa97-3e144f884a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:33.084935 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-e2be6952-b42d-46db-aa97-3e144f884a92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 200 len: 854 time: 0.0474982 Jan 20 07:28:33.116761 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-ab561181-b474-44c2-92ef-a615b0479328 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c332c75-01f1-42fd-b9cd-c600140c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245914 Jan 20 07:28:33.214644 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-9da4a503-dd97-41b7-ac20-f86bebc009a7 service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Jan 20 07:28:33.311530 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8923a387-ceea-411f-902a-ad3129915471 req-07274140-9f13-4b2f-8c7c-daf07b4b91ae service neutron] 10.222.0.42 "GET /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900865 Jan 20 07:28:33.408450 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ebbbe-8e6a-4201-b8c9-b818cda171b9 req-53910d44-09f9-44d4-96f0-8dbe10485f50 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:33.410123 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a32ebbbe-8e6a-4201-b8c9-b818cda171b9 req-53910d44-09f9-44d4-96f0-8dbe10485f50 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 944 time: 0.0514116 Jan 20 07:28:33.460320 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a32ebbbe-8e6a-4201-b8c9-b818cda171b9 req-73c41efe-a394-4a83-8889-3be2d0aaa309 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Jan 20 07:28:33.515509 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afba9-663b-499f-a438-da7a1440471c req-f6fd6248-2a41-4877-8c45-42d90a974f8d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:33.516913 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-151afba9-663b-499f-a438-da7a1440471c req-f6fd6248-2a41-4877-8c45-42d90a974f8d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0492132 Jan 20 07:28:33.569338 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-151afba9-663b-499f-a438-da7a1440471c req-a49d14d5-3918-4f90-b9fd-d1f15ddd9b95 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466888 Jan 20 07:28:34.575942 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21a574-d9b3-4708-ba23-f592a31e2ffe req-0ba97ce6-1520-4166-8a38-a1bd13aefc1f tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:34.577446 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f21a574-d9b3-4708-ba23-f592a31e2ffe req-0ba97ce6-1520-4166-8a38-a1bd13aefc1f tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 944 time: 0.0487542 Jan 20 07:28:34.632329 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f21a574-d9b3-4708-ba23-f592a31e2ffe req-4ac3f564-32ab-4364-8280-8e71b5af2292 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Jan 20 07:28:34.659292 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 8550139e-3629-43d0-928e-7161333ac59c details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:28:34.695540 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0acf6-3ba9-4180-a536-37ec80658195 req-d3d05e52-4c98-4a57-b6b1-33aefddd0ac6 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:34.697679 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c0c0acf6-3ba9-4180-a536-37ec80658195 req-d3d05e52-4c98-4a57-b6b1-33aefddd0ac6 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0502307 Jan 20 07:28:34.747344 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c0c0acf6-3ba9-4180-a536-37ec80658195 req-f360dc66-fcbb-4f41-8476-f73a120a956f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Jan 20 07:28:34.754832 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 8550139e-3629-43d0-928e-7161333ac59c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8550139e-3629-43d0-928e-7161333ac59c,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:34.767744 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '8550139e-3629-43d0-928e-7161333ac59c', 'network_id': '9c332c75-01f1-42fd-b9cd-c600140c0ca1', 'port_id': '8550139e-3629-43d0-928e-7161333ac59c', 'mac_address': 'fa:16:3e:ec:2f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11637cc1-c772-472e-b4ed-3cd95ecb3bac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:28:34.808848 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 8550139e-3629-43d0-928e-7161333ac59c is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:34.809233 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (8550139e-3629-43d0-928e-7161333ac59c), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:34.822667 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8550139e-3629-43d0-928e-7161333ac59c {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:28:34.841180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 8550139e-3629-43d0-928e-7161333ac59c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8550139e-3629-43d0-928e-7161333ac59c,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:34.845134 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (8550139e-3629-43d0-928e-7161333ac59c), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:34.892185 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=8550139e-3629-43d0-928e-7161333ac59c,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:35.138620 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['8550139e-3629-43d0-928e-7161333ac59c'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:35.253569 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c360c11c-e976-48bb-a3c2-9b56d53301da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:35.734406 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:35.747164 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42d124-fd75-4646-9264-11675a6cbf27 req-d6f9e8c9-bffc-4bf3-80ef-da7589011c74 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:35.748641 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da42d124-fd75-4646-9264-11675a6cbf27 req-d6f9e8c9-bffc-4bf3-80ef-da7589011c74 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 945 time: 0.0486424 Jan 20 07:28:35.796013 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da42d124-fd75-4646-9264-11675a6cbf27 req-3247121a-d0b5-4833-a0f9-c3250c0b11fb tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Jan 20 07:28:35.863248 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f9474-1149-4c3c-afb6-36eb38e12cf3 req-27ec8ae3-04c7-4afc-8daa-4498244dd495 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:35.864789 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-245f9474-1149-4c3c-afb6-36eb38e12cf3 req-27ec8ae3-04c7-4afc-8daa-4498244dd495 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 943 time: 0.0483210 Jan 20 07:28:35.913998 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-245f9474-1149-4c3c-afb6-36eb38e12cf3 req-fe19cae2-ee72-4080-bd27-37211c2a90d0 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 Jan 20 07:28:36.641745 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:36.657910 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:28:36.661745 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 8550139e-3629-43d0-928e-7161333ac59c up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:28:36.768938 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port 8550139e-3629-43d0-928e-7161333ac59c completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:28:36.779186 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 8550139e-3629-43d0-928e-7161333ac59c triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:28:36.779554 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (8550139e-3629-43d0-928e-7161333ac59c), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:36.815381 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:36.832679 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'port_id': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'mac_address': 'fa:16:3e:2d:01:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:28:36.900657 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 34544028-0af6-48e4-9afa-3e77a1ac41a2 is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:36.900883 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:36.913138 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8277-eb03-44e0-8603-27ebeb7db1e1 req-0a78fe95-f94a-44fe-8ea9-49708291efd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:36.914660 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-574c8277-eb03-44e0-8603-27ebeb7db1e1 req-0a78fe95-f94a-44fe-8ea9-49708291efd8 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 945 time: 0.0492871 Jan 20 07:28:36.918986 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34544028-0af6-48e4-9afa-3e77a1ac41a2 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:28:36.931859 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 8550139e-3629-43d0-928e-7161333ac59c is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:36.932246 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (8550139e-3629-43d0-928e-7161333ac59c), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:36.962478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:36.969841 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8550139e-3629-43d0-928e-7161333ac59c'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:36.972124 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff178a89-4fd4-41ef-8e21-7bcff817a76e" -d '{"events": [{"server_uuid": "a95f59f2-26b4-42c8-b5b7-6f201695eee1", "name": "network-vif-plugged", "status": "completed", "tag": "8550139e-3629-43d0-928e-7161333ac59c"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:36.972870 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-574c8277-eb03-44e0-8603-27ebeb7db1e1 req-78c77837-0c72-42d3-906f-84fd83af4c68 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523221 Jan 20 07:28:36.977211 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:36.988445 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 8550139e-3629-43d0-928e-7161333ac59c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8550139e-3629-43d0-928e-7161333ac59c,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:37.006204 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (8550139e-3629-43d0-928e-7161333ac59c), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:37.032877 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95177c78-02c7-40f8-8629-4af893b32a70 x-openstack-request-id: req-95177c78-02c7-40f8-8629-4af893b32a70 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:37.033167 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f59f2-26b4-42c8-b5b7-6f201695eee1", "name": "network-vif-plugged", "status": "completed", "tag": "8550139e-3629-43d0-928e-7161333ac59c", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:37.033418 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95177c78-02c7-40f8-8629-4af893b32a70 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:37.033823 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8550139e-3629-43d0-928e-7161333ac59c', 'code': 200} Jan 20 07:28:37.038587 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=7']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:37.046173 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.046520 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.046862 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.047197 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.047528 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.047851 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.048180 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.048504 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.048824 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.049144 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.049551 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.049877 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.050194 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:28:37.065630 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074c07-506c-4e4f-8437-06059070f932 req-0eb3cfd1-7de0-44a5-95b0-7aa64c649530 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:37.067136 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee074c07-506c-4e4f-8437-06059070f932 req-0eb3cfd1-7de0-44a5-95b0-7aa64c649530 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 944 time: 0.0550187 Jan 20 07:28:37.099832 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=8550139e-3629-43d0-928e-7161333ac59c,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:37.124063 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ee074c07-506c-4e4f-8437-06059070f932 req-ec29fdce-ff42-4c91-a6bd-cce6463c07fd tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494907 Jan 20 07:28:37.200160 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:28:37.216078 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b031-3c14-4f2c-9170-ab54fef9c528 req-90da4cdf-3ec4-4338-892b-e674db12ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:37.217672 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dd24b031-3c14-4f2c-9170-ab54fef9c528 req-90da4cdf-3ec4-4338-892b-e674db12ccc3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 1099 time: 0.0420516 Jan 20 07:28:37.261414 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dd24b031-3c14-4f2c-9170-ab54fef9c528 req-f65d2769-3e31-4e42-b6f4-83ef2aa0e182 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Jan 20 07:28:37.272132 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['34544028-0af6-48e4-9afa-3e77a1ac41a2'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:37.791486 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:38.088995 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d249-70b0-443f-88e5-90d7aabb2a7e req-28e9de5d-1d6c-4f41-8404-a8478cf987f9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:38.090498 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c8b1d249-70b0-443f-88e5-90d7aabb2a7e req-28e9de5d-1d6c-4f41-8404-a8478cf987f9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 946 time: 0.0484080 Jan 20 07:28:38.136022 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c8b1d249-70b0-443f-88e5-90d7aabb2a7e req-84d41102-a5a9-4aa3-ad6f-a1f8fcffffb3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Jan 20 07:28:38.237069 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2ea3-282c-4b44-bd2b-f19170b174de req-9f146a9d-00be-4fa2-bc9d-ed29bda6841c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:38.238544 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7d4e2ea3-282c-4b44-bd2b-f19170b174de req-9f146a9d-00be-4fa2-bc9d-ed29bda6841c tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 944 time: 0.0477216 Jan 20 07:28:38.286819 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7d4e2ea3-282c-4b44-bd2b-f19170b174de req-652e4918-c6b2-40c2-8ea7-c4ba2c43f154 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419703 Jan 20 07:28:38.410376 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:38.670812 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:28:38.718257 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port 34544028-0af6-48e4-9afa-3e77a1ac41a2 triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:28:38.718630 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:38.793935 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port 34544028-0af6-48e4-9afa-3e77a1ac41a2 is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:28:38.794621 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:38.827086 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:38.831050 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:38.881286 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=8']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:39.035215 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:39.037528 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79360754-c9c1-453e-a2bd-cbc97ce72f68" -d '{"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-plugged", "status": "completed", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:39.074474 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f23313-cdc7-4543-8ece-88c082d3a0eb x-openstack-request-id: req-c0f23313-cdc7-4543-8ece-88c082d3a0eb {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:39.074771 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-plugged", "status": "completed", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:39.075031 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0f23313-cdc7-4543-8ece-88c082d3a0eb {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:39.075424 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'code': 200} Jan 20 07:28:39.155037 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-a8e7bbb8-988c-4db1-8e7e-8cdf7ada3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.156498 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-a8e7bbb8-988c-4db1-8e7e-8cdf7ada3679 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1098 time: 0.0426135 Jan 20 07:28:39.258308 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a37a-b45c-43b9-ad2e-8aba92b6411d req-c2e0a74e-b0fa-4e58-9598-cd8458c75d13 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.260584 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5333a37a-b45c-43b9-ad2e-8aba92b6411d req-c2e0a74e-b0fa-4e58-9598-cd8458c75d13 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 946 time: 0.0565045 Jan 20 07:28:39.266475 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-7a20a158-8d6c-4509-a85b-9220c69f86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.267924 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-7a20a158-8d6c-4509-a85b-9220c69f86bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 909 time: 0.0881937 Jan 20 07:28:39.314252 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5333a37a-b45c-43b9-ad2e-8aba92b6411d req-87c44771-a8f7-45a4-a24f-ecefe7eddd34 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Jan 20 07:28:39.371698 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-46d0a53a-4aae-4b4a-a968-fafa454de161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 1000 time: 0.0973699 Jan 20 07:28:39.401223 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d837e-a31c-4c2b-a632-789f157b9384 req-15145797-617f-4bcb-a8ae-d1f86aec39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.402653 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae2d837e-a31c-4c2b-a632-789f157b9384 req-15145797-617f-4bcb-a8ae-d1f86aec39c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1098 time: 0.0935793 Jan 20 07:28:39.464928 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646cda3-c0af-4f96-8a4b-c8c276498996 req-39766bf3-96dc-4b46-906e-e36990625273 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.466438 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f646cda3-c0af-4f96-8a4b-c8c276498996 req-39766bf3-96dc-4b46-906e-e36990625273 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.1050556 Jan 20 07:28:39.479179 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-83429ba4-3edf-491f-a853-b17c1ddc1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.480560 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-83429ba4-3edf-491f-a853-b17c1ddc1884 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.0912619 Jan 20 07:28:39.520688 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ae2d837e-a31c-4c2b-a632-789f157b9384 req-042f2c30-0110-446a-bdfb-b770092ed773 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958817 Jan 20 07:28:39.575169 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f646cda3-c0af-4f96-8a4b-c8c276498996 req-ee1c75b4-0c12-4abb-85dd-48b84def1d6d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997858 Jan 20 07:28:39.581284 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-5cc7f428-2675-49e6-afd8-1b053ec34f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:39.583219 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-5cc7f428-2675-49e6-afd8-1b053ec34f70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896654 Jan 20 07:28:39.814525 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-b18442f5-3599-4ff6-9a13-62f00e817924 service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835841 Jan 20 07:28:39.912815 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b871bc39-bdb7-4610-8c92-bbcbc238d59e req-5801e6d5-2c47-4cb1-8eaa-91ee941428d3 service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911880 Jan 20 07:28:40.710033 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbaead-c011-4c58-b0e0-6f5666858b16 req-c9864398-f009-433d-b98d-073fd0e4be00 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:40.711514 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-76fbaead-c011-4c58-b0e0-6f5666858b16 req-c9864398-f009-433d-b98d-073fd0e4be00 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0544789 Jan 20 07:28:40.772142 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-76fbaead-c011-4c58-b0e0-6f5666858b16 req-c6e2bafe-b30b-4e9b-bf9b-f844ae23903f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550535 Jan 20 07:28:41.887097 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f62ca7-7a3e-44d7-a28b-bd51cf86a712 req-a2929c7d-cf16-4561-a2de-00d9db92dab3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:41.888562 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-29f62ca7-7a3e-44d7-a28b-bd51cf86a712 req-a2929c7d-cf16-4561-a2de-00d9db92dab3 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0480804 Jan 20 07:28:41.939323 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-29f62ca7-7a3e-44d7-a28b-bd51cf86a712 req-95db142c-44dc-4642-9b3c-934b88c0dfe1 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446479 Jan 20 07:28:51.203310 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7abfc4-c303-47df-9573-e0213efcb41d req-11c15a06-cd5b-4656-b803-ba196af113e3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:51.204865 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f7abfc4-c303-47df-9573-e0213efcb41d req-11c15a06-cd5b-4656-b803-ba196af113e3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 946 time: 0.0506828 Jan 20 07:28:51.254791 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f7abfc4-c303-47df-9573-e0213efcb41d req-6c80173a-1ce3-45c7-b0fe-82ea0e2fe4e4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Jan 20 07:28:52.383747 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14ffbc-10cb-461e-92d5-6d22ab4f757f req-aa9df22a-ec44-4b89-bb2f-39d1eb066d5a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:52.385402 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca14ffbc-10cb-461e-92d5-6d22ab4f757f req-aa9df22a-ec44-4b89-bb2f-39d1eb066d5a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 946 time: 0.0576136 Jan 20 07:28:52.441736 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca14ffbc-10cb-461e-92d5-6d22ab4f757f req-a7241440-ec40-4ae6-aff1-0464234d601d tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501442 Jan 20 07:28:52.848161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-267a2e48-a27b-408b-99f9-5dc892caf13c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:52.849735 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-267a2e48-a27b-408b-99f9-5dc892caf13c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 946 time: 0.0570717 Jan 20 07:28:52.956466 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Deleting port 8550139e-3629-43d0-928e-7161333ac59c {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:28:52.957001 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (8550139e-3629-43d0-928e-7161333ac59c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:53.054079 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] For port 8550139e-3629-43d0-928e-7161333ac59c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8550139e-3629-43d0-928e-7161333ac59c,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:28:53.054439 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (8550139e-3629-43d0-928e-7161333ac59c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:53.066159 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Calling delete_port for 8550139e-3629-43d0-928e-7161333ac59c owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:28:53.187699 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (8550139e-3629-43d0-928e-7161333ac59c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:53.218948 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event deleted for resources: {'Port': ['ID=8550139e-3629-43d0-928e-7161333ac59c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:28:53.262361 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] No DVR routers for this DVR port 8550139e-3629-43d0-928e-7161333ac59c on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:28:53.264947 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:28:53.268219 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1239772e-2922-474a-94b6-a3f3a0003ebe req-252fa9da-7205-4211-ad47-97ac55c7b29b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "DELETE /v2.0/ports/8550139e-3629-43d0-928e-7161333ac59c HTTP/1.1" status: 204 len: 173 time: 0.4128473 Jan 20 07:28:53.268654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'name': 'network-vif-deleted', 'tag': '8550139e-3629-43d0-928e-7161333ac59c'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:28:53.270913 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef01a93-5d8f-4a88-b018-1d6546fa459f" -d '{"events": [{"server_uuid": "a95f59f2-26b4-42c8-b5b7-6f201695eee1", "name": "network-vif-deleted", "tag": "8550139e-3629-43d0-928e-7161333ac59c"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:28:53.312790 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61002330-f2d8-4c0d-861b-d4a0878c0519 x-openstack-request-id: req-61002330-f2d8-4c0d-861b-d4a0878c0519 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:28:53.313081 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f59f2-26b4-42c8-b5b7-6f201695eee1", "name": "network-vif-deleted", "tag": "8550139e-3629-43d0-928e-7161333ac59c", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:28:53.313329 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61002330-f2d8-4c0d-861b-d4a0878c0519 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:28:53.313751 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95f59f2-26b4-42c8-b5b7-6f201695eee1', 'name': 'network-vif-deleted', 'tag': '8550139e-3629-43d0-928e-7161333ac59c', 'status': 'completed', 'code': 200} Jan 20 07:28:53.539258 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04021904-0e3a-4945-b282-710f027d376a req-81bccb00-97f5-419e-a124-3c5af4fb2744 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 210 time: 0.0256464 Jan 20 07:28:54.634316 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b86a0a-7431-43a6-b6b9-38cbee384eaa req-3dc7e63f-c60e-4d3c-939e-9ded94bc84a2 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 210 time: 0.0257921 Jan 20 07:28:55.601125 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8', '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', '5a1af516-8e6a-4ac4-8f18-001a87814fc5', '8550139e-3629-43d0-928e-7161333ac59c'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:28:55.745112 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ed348818-d8dd-4dcf-915b-0cc258a0fdbc req-e2bc1e03-9868-4c0c-b65d-20ee95f6c31a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=a95f59f2-26b4-42c8-b5b7-6f201695eee1 HTTP/1.1" status: 200 len: 210 time: 0.0254123 Jan 20 07:28:59.244911 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b3921-efa6-400a-bcc6-c6dd3585aea7 req-e7688bdc-da75-4a3c-8de2-46a240fba71c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:59.247114 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-075b3921-efa6-400a-bcc6-c6dd3585aea7 req-e7688bdc-da75-4a3c-8de2-46a240fba71c tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 946 time: 0.0609105 Jan 20 07:28:59.319151 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-075b3921-efa6-400a-bcc6-c6dd3585aea7 req-c141bbc8-f37a-4223-8b2a-2ab9f29e2dc9 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Jan 20 07:28:59.596627 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-c2ca35ea-5d7b-4fa2-98c7-c866669b387a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56393618&fields=id&tenant_id=87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 267 time: 0.0548859 Jan 20 07:28:59.615878 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 8550139e-3629-43d0-928e-7161333ac59c no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:28:59.636977 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 8550139e-3629-43d0-928e-7161333ac59c {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:28:59.637212 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 8550139e-3629-43d0-928e-7161333ac59c not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:28:59.717256 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-e3f61b4b-d1d0-4912-9a03-a6de0bbeda41 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:28:59.718811 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-e3f61b4b-d1d0-4912-9a03-a6de0bbeda41 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 811 time: 0.1143730 Jan 20 07:28:59.735779 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-ab0658e6-e031-4190-9121-71d5c1a4f3a3 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/quotas/87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 375 time: 0.0101912 Jan 20 07:28:59.795229 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-2765d12f-34d2-4312-a71e-d011e34a9b79 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540912 Jan 20 07:28:59.898070 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-8a2e059a-9d94-4826-a175-1535e448aff7 service neutron] 10.222.0.53 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879290 Jan 20 07:28:59.994125 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-af0aa919-61ca-44e5-a75d-006d235f44be service neutron] 10.222.0.53 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902910 Jan 20 07:29:00.286471 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-05f2084e-fd74-4abe-8e12-8c3fb3dba464 req-8c644205-5b6a-4a07-bc61-af35019c12f2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 210 time: 0.0313115 Jan 20 07:29:00.442444 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d010c6-6c21-4b4f-bdbe-cedc999800fb req-7f8f6e3a-4b82-49d9-a1c0-694c8f66ee94 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:00.444011 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-28d010c6-6c21-4b4f-bdbe-cedc999800fb req-7f8f6e3a-4b82-49d9-a1c0-694c8f66ee94 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 946 time: 0.0533431 Jan 20 07:29:00.514963 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-28d010c6-6c21-4b4f-bdbe-cedc999800fb req-339d1842-6dd5-41dd-aeed-206019b0ee83 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590878 Jan 20 07:29:01.074205 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-63854214-f1f7-4b99-9f96-d2455fd6019d tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:01.075585 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-63854214-f1f7-4b99-9f96-d2455fd6019d tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 946 time: 0.0529580 Jan 20 07:29:01.173654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Deleting port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:29:01.173998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:01.553188 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02155bfe-395c-4b57-8eee-ab8daec70b31 req-27aca94e-0f67-4f85-a3d5-ef025511264a tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 210 time: 0.0516675 Jan 20 07:29:01.642819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f578fd-bf18-4e0c-ae03-1012398afe8a req-b926538a-f4d2-4992-a783-be630a74296b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:01.643900 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] For port 5a1af516-8e6a-4ac4-8f18-001a87814fc5, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5a1af516-8e6a-4ac4-8f18-001a87814fc5,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:29:01.644267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:01.644380 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4f578fd-bf18-4e0c-ae03-1012398afe8a req-b926538a-f4d2-4992-a783-be630a74296b tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5744bf8-c05a-485b-8fc9-f9be75d1d6cf HTTP/1.1" status: 200 len: 946 time: 0.0582881 Jan 20 07:29:01.668780 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Calling delete_port for 5a1af516-8e6a-4ac4-8f18-001a87814fc5 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:29:01.679772 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b4a6a1a2-611d-4402-935b-9cb222f7e838 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:01.681454 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b4a6a1a2-611d-4402-935b-9cb222f7e838 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 811 time: 0.1788363 Jan 20 07:29:01.706884 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4f578fd-bf18-4e0c-ae03-1012398afe8a req-6d5d00fa-199b-4002-be35-f3b6d706f9a7 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555911 Jan 20 07:29:01.805034 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-6704ad87-c184-41fe-b7e5-a7ab16dcd706 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c35b69d9154a58b6918d8e85b66ad6 HTTP/1.1" status: 200 len: 378 time: 0.1126375 Jan 20 07:29:01.814121 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'port': {'device_id': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'admin_state_up': True, 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'security_groups': ['26ceeb8d-d610-47a7-b98f-5081aae15834']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:29:01.840136 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0fb53106-2acb-447c-8d0c-df0d2d0ef6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:01.929795 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5a1af516-8e6a-4ac4-8f18-001a87814fc5), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:01.941868 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8', '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', '5a1af516-8e6a-4ac4-8f18-001a87814fc5'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:29:01.971741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event deleted for resources: {'Port': ['ID=5a1af516-8e6a-4ac4-8f18-001a87814fc5,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:02.022315 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] No DVR routers for this DVR port 5a1af516-8e6a-4ac4-8f18-001a87814fc5 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:29:02.027294 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.030818 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a298a898-dffb-4f8a-b0a1-12990602a833 req-0b055d8d-9465-480b-a4ff-45719f7daee4 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "DELETE /v2.0/ports/5a1af516-8e6a-4ac4-8f18-001a87814fc5 HTTP/1.1" status: 204 len: 173 time: 0.9489727 Jan 20 07:29:02.031277 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'name': 'network-vif-deleted', 'tag': '5a1af516-8e6a-4ac4-8f18-001a87814fc5'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:29:02.033596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637bc0a-3c8d-4eba-9564-bd31bdcc4c84" -d '{"events": [{"server_uuid": "d5744bf8-c05a-485b-8fc9-f9be75d1d6cf", "name": "network-vif-deleted", "tag": "5a1af516-8e6a-4ac4-8f18-001a87814fc5"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:29:02.046919 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Made reservation on behalf of 87c35b69d9154a58b6918d8e85b66ad6 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 07:29:02.050807 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.085363 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac855de-52a1-4034-8a9a-4927583466c0 x-openstack-request-id: req-6ac855de-52a1-4034-8a9a-4927583466c0 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:29:02.085755 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5744bf8-c05a-485b-8fc9-f9be75d1d6cf", "name": "network-vif-deleted", "tag": "5a1af516-8e6a-4ac4-8f18-001a87814fc5", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:29:02.086012 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ac855de-52a1-4034-8a9a-4927583466c0 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:29:02.089907 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5744bf8-c05a-485b-8fc9-f9be75d1d6cf', 'name': 'network-vif-deleted', 'tag': '5a1af516-8e6a-4ac4-8f18-001a87814fc5', 'status': 'completed', 'code': 200} Jan 20 07:29:02.201864 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Allocated IP 172.20.0.7 (315e85cd-8493-4bce-83f1-fa85785161f0/f665b2d1-0c43-453c-b532-e1af748ba76c/a3869ae9-a96d-4d1b-987c-2afc5034d72d) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:29:02.340645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.371974 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.414729 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:29:02.417730 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:29:02.421371 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:29:02.444270 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=a3869ae9-a96d-4d1b-987c-2afc5034d72d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:02.475410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:02.476016 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.494305 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-b6b65b6e-7abf-48ac-aeeb-1ea5ad7612dc tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6837339 Jan 20 07:29:02.506165 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Request body: {'port': {'device_id': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:29:02.569287 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.653834 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-c393d181-8444-414d-b960-16d28dba0856 None None] Provisioning complete for port a3869ae9-a96d-4d1b-987c-2afc5034d72d triggered by entity DHCP. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:29:02.654212 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c393d181-8444-414d-b960-16d28dba0856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.695909 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25b1b-1856-4d3e-92e1-6d57f09fa498 req-a50599c3-46ec-4ac1-8c4d-17305642ed0c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:02.698173 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d8b25b1b-1856-4d3e-92e1-6d57f09fa498 req-a50599c3-46ec-4ac1-8c4d-17305642ed0c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 931 time: 0.0710089 Jan 20 07:29:02.702459 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-c393d181-8444-414d-b960-16d28dba0856 None None] Port a3869ae9-a96d-4d1b-987c-2afc5034d72d cannot update to ACTIVE because it is not bound. {{(pid=102634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 07:29:02.762525 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d8b25b1b-1856-4d3e-92e1-6d57f09fa498 req-fe4efa8c-fdd0-43cb-9040-db85fd9fb481 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552096 Jan 20 07:29:02.874719 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3869ae9-a96d-4d1b-987c-2afc5034d72d {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:29:02.883424 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Publish callbacks [] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:02.897964 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Transition to ACTIVE for port object a3869ae9-a96d-4d1b-987c-2afc5034d72d will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 07:29:02.904084 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:03.004612 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Pushing event updated for resources: {'Port': ['ID=a3869ae9-a96d-4d1b-987c-2afc5034d72d,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:03.096371 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3234e-aab6-4259-aa41-4af1f91d5fb0 req-37798891-5e7e-4d46-a7c9-ca9a3b0c0437 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:03.098144 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6cf3234e-aab6-4259-aa41-4af1f91d5fb0 req-37798891-5e7e-4d46-a7c9-ca9a3b0c0437 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 946 time: 0.1140702 Jan 20 07:29:03.101045 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Attempting to bind port a3869ae9-a96d-4d1b-987c-2afc5034d72d on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 07:29:03.101374 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Attempting to bind port a3869ae9-a96d-4d1b-987c-2afc5034d72d by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 07:29:03.101744 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Attempting to bind port a3869ae9-a96d-4d1b-987c-2afc5034d72d on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:29:03.114432 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Port a3869ae9-a96d-4d1b-987c-2afc5034d72d on network 315e85cd-8493-4bce-83f1-fa85785161f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 07:29:03.114770 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Attempting to bind port a3869ae9-a96d-4d1b-987c-2afc5034d72d on network 315e85cd-8493-4bce-83f1-fa85785161f0 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 07:29:03.129491 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Checking agent: {'id': '527d5a86-0a33-4317-8d54-67018a7b9e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'started_at': datetime.datetime(2022, 1, 20, 7, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 7, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 07:29:03.129843 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Checking segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 07:29:03.130243 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Bound using segment: {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 07:29:03.130689 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Bound port: a3869ae9-a96d-4d1b-987c-2afc5034d72d, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f75b860-eea2-4983-816e-10a790033f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 07:29:03.132579 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:03.191950 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6cf3234e-aab6-4259-aa41-4af1f91d5fb0 req-e17226cd-3d56-4fa5-9732-41352f190ac6 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870330 Jan 20 07:29:03.222537 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] For port a3869ae9-a96d-4d1b-987c-2afc5034d72d, host hv-cinder-82301, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 07:29:03.226810 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] For port a3869ae9-a96d-4d1b-987c-2afc5034d72d, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 07:29:03.239022 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:03.279320 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:03.279948 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:03.281320 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] 10.222.0.42 "PUT /v2.0/ports/a3869ae9-a96d-4d1b-987c-2afc5034d72d HTTP/1.1" status: 200 len: 1093 time: 0.7802875 Jan 20 07:29:03.302000 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab76ca2-1336-4057-b3c8-bb3f40c2552a service neutron] Pushing event updated for resources: {'Port': ['ID=a3869ae9-a96d-4d1b-987c-2afc5034d72d,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:03.366270 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-34d9e1f0-7cf7-486b-8a63-dd2f9e36836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:03.368270 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-34d9e1f0-7cf7-486b-8a63-dd2f9e36836b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 1096 time: 0.0453036 Jan 20 07:29:03.415180 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-de1318d3-a541-4d24-9d1f-f5386fbad74e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d HTTP/1.1" status: 200 len: 217 time: 0.0354698 Jan 20 07:29:03.469289 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-01c047a7-e37e-49b5-9731-fb3fc7290b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:03.470769 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-01c047a7-e37e-49b5-9731-fb3fc7290b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0486863 Jan 20 07:29:03.516885 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-e56d38e4-1e73-4664-824f-ee66b068b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:03.518378 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-e56d38e4-1e73-4664-824f-ee66b068b144 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401509 Jan 20 07:29:03.605163 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-cc5cb286-5868-46b3-83e8-fddccfd17401 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786932 Jan 20 07:29:03.698066 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d8506b0-d140-4cae-8193-70aa8cf63b09 req-c889b77b-c5e9-4a12-ac77-574d27ab878f service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840623 Jan 20 07:29:03.889404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f848d-8dec-4a92-8291-4edad06aa861 req-0e81e1ac-ee72-4843-9ad7-99864e456d5c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:03.890927 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c09f848d-8dec-4a92-8291-4edad06aa861 req-0e81e1ac-ee72-4843-9ad7-99864e456d5c tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.0593207 Jan 20 07:29:03.944135 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c09f848d-8dec-4a92-8291-4edad06aa861 req-977af5c9-ccb2-42d5-9690-b9a7663e2a39 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471449 Jan 20 07:29:04.091154 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:29:04.093440 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72373cbb-e98f-4658-8dde-78df81d3edd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:29:04.129187 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956cf58-9d17-4cb9-86f1-113fb5921095 x-openstack-request-id: req-c956cf58-9d17-4cb9-86f1-113fb5921095 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:29:04.129511 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:29:04.129769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c956cf58-9d17-4cb9-86f1-113fb5921095 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:29:04.130171 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'status': 'completed', 'code': 200} Jan 20 07:29:04.195668 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-0f4492b0-a18e-49a6-97e5-5e2315725a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:04.197270 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-0f4492b0-a18e-49a6-97e5-5e2315725a9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 1096 time: 0.0420921 Jan 20 07:29:04.297401 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-b09551dd-3f7d-475d-840b-c3b27ae40915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:04.298923 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-b09551dd-3f7d-475d-840b-c3b27ae40915 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.0923686 Jan 20 07:29:04.315819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec948d-5fae-4c91-93a7-7331f1720361 req-e059c6c5-98e2-4c00-bcc1-733c7287d3b3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:04.317548 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-98ec948d-5fae-4c91-93a7-7331f1720361 req-e059c6c5-98e2-4c00-bcc1-733c7287d3b3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 946 time: 0.0522165 Jan 20 07:29:04.344263 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-4a17577d-b33f-4bbf-b4e3-c6865508e74c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d HTTP/1.1" status: 200 len: 217 time: 0.0357597 Jan 20 07:29:04.374807 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-98ec948d-5fae-4c91-93a7-7331f1720361 req-f6d956ee-fd63-4768-8596-8db65da41352 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495610 Jan 20 07:29:04.402695 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-e0c94500-327f-451f-a261-d7e82f0b6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:04.404290 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-e0c94500-327f-451f-a261-d7e82f0b6338 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0536745 Jan 20 07:29:04.459177 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-fd39141a-9192-4443-8eb8-7dec5766a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:04.460728 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-fd39141a-9192-4443-8eb8-7dec5766a046 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494688 Jan 20 07:29:04.577981 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-4ff36398-0ad0-4951-a5aa-f678072a2b6a service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106718 Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.644749 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:29:04.648546 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704b86-d9b5-483b-b00c-aac093d63915 req-38bb81ea-ab94-4ab4-8151-c492c6231d77 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:04.649792 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-01704b86-d9b5-483b-b00c-aac093d63915 req-38bb81ea-ab94-4ab4-8151-c492c6231d77 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 946 time: 0.1027386 Jan 20 07:29:04.736883 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72373cbb-e98f-4658-8dde-78df81d3edd3 req-5f592972-98be-4d64-a447-9c0c8379f0ff service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511321 Jan 20 07:29:04.763076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Deleting port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:29:04.763420 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:04.867123 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] For port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:29:04.867400 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:04.881542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Calling delete_port for 5f1607f0-6796-44fe-b356-bd8f95ccaa8b owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:29:05.015401 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5f1607f0-6796-44fe-b356-bd8f95ccaa8b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:05.027877 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8', '5f1607f0-6796-44fe-b356-bd8f95ccaa8b'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:29:05.063617 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event deleted for resources: {'Port': ['ID=5f1607f0-6796-44fe-b356-bd8f95ccaa8b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:05.119312 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] No DVR routers for this DVR port 5f1607f0-6796-44fe-b356-bd8f95ccaa8b on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:29:05.121740 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:05.125193 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-01704b86-d9b5-483b-b00c-aac093d63915 req-ab3ae881-089e-438b-8296-c2993ba89ef0 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "DELETE /v2.0/ports/5f1607f0-6796-44fe-b356-bd8f95ccaa8b HTTP/1.1" status: 204 len: 173 time: 0.4690638 Jan 20 07:29:05.133436 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4836da-8aeb-450a-8996-84d304f925cd req-067f6c0f-6627-475e-ade1-e88c7a13e753 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:05.135459 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c4836da-8aeb-450a-8996-84d304f925cd req-067f6c0f-6627-475e-ade1-e88c7a13e753 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.1220298 Jan 20 07:29:05.195201 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c4836da-8aeb-450a-8996-84d304f925cd req-3d78242c-5abc-4a49-b8c2-0e5bec51471e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519462 Jan 20 07:29:05.235019 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b39dd457-3952-42bd-853d-ed5ebd4d2361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:05.487433 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0f3082e-d467-4999-a657-458fc37bd6db req-9743c352-7037-4395-8da0-b78fd1ca5d80 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9 HTTP/1.1" status: 200 len: 210 time: 0.0257781 Jan 20 07:29:05.646330 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5a1af516-8e6a-4ac4-8f18-001a87814fc5 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:29:05.666767 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 5a1af516-8e6a-4ac4-8f18-001a87814fc5 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:29:05.667152 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5a1af516-8e6a-4ac4-8f18-001a87814fc5 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:29:05.739855 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:06.130888 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'name': 'network-vif-deleted', 'tag': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:29:06.133262 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fcc358-d85a-42cf-962c-9f53a341e1a2" -d '{"events": [{"server_uuid": "eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9", "name": "network-vif-deleted", "tag": "5f1607f0-6796-44fe-b356-bd8f95ccaa8b"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:29:06.170567 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293341ba-5476-4f67-a11f-db399b002423 x-openstack-request-id: req-293341ba-5476-4f67-a11f-db399b002423 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:29:06.170885 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9", "name": "network-vif-deleted", "tag": "5f1607f0-6796-44fe-b356-bd8f95ccaa8b", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:29:06.171148 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-293341ba-5476-4f67-a11f-db399b002423 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:29:06.171535 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0e5fd-9e36-45a0-b49d-5b87ac1be7d9', 'name': 'network-vif-deleted', 'tag': '5f1607f0-6796-44fe-b356-bd8f95ccaa8b', 'status': 'completed', 'code': 200} Jan 20 07:29:06.311717 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b69c-6d63-459c-a458-307c48a2c1de req-5a6183e0-7249-4168-b522-209187152d19 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:06.313168 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e361b69c-6d63-459c-a458-307c48a2c1de req-5a6183e0-7249-4168-b522-209187152d19 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.0548224 Jan 20 07:29:06.363068 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e361b69c-6d63-459c-a458-307c48a2c1de req-8092b43a-822a-45dc-a1f7-3eb277236495 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442967 Jan 20 07:29:06.637924 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:07.497872 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a124faa-74b3-4dfb-a095-3c4858e440e6 req-65ef7531-81d7-4062-9278-461b1a53d91f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:07.499821 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a124faa-74b3-4dfb-a095-3c4858e440e6 req-65ef7531-81d7-4062-9278-461b1a53d91f tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.0573523 Jan 20 07:29:07.551372 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a124faa-74b3-4dfb-a095-3c4858e440e6 req-d7f093dd-e423-45b8-b0ca-f99ef7857818 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459657 Jan 20 07:29:07.801822 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:07.888523 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43ad8-e5fb-44b5-a7b1-a25890624e92 req-a65ff2f9-caee-4728-9243-7156a8a301c3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:07.890114 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44f43ad8-e5fb-44b5-a7b1-a25890624e92 req-a65ff2f9-caee-4728-9243-7156a8a301c3 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 945 time: 0.0510473 Jan 20 07:29:07.942593 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44f43ad8-e5fb-44b5-a7b1-a25890624e92 req-c2a6ae02-5770-4fc9-bc6b-401a0bef6c90 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Jan 20 07:29:08.403723 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:08.676977 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d4e2d-3fb8-43aa-a008-a52d5667a452 req-9ffc2492-7909-402f-bc51-fb0b1b53106d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:08.678485 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e73d4e2d-3fb8-43aa-a008-a52d5667a452 req-9ffc2492-7909-402f-bc51-fb0b1b53106d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.0531304 Jan 20 07:29:08.738552 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e73d4e2d-3fb8-43aa-a008-a52d5667a452 req-bea3494c-dd23-4890-b334-8c695b07976d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532362 Jan 20 07:29:09.062988 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5803-d9bb-412b-b1f3-f97332dd4d5d req-8ef54862-e872-4740-b9cf-c41978bb038e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:09.064570 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-639b5803-d9bb-412b-b1f3-f97332dd4d5d req-8ef54862-e872-4740-b9cf-c41978bb038e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 945 time: 0.0512006 Jan 20 07:29:09.117687 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-639b5803-d9bb-412b-b1f3-f97332dd4d5d req-9c08e75a-22c7-45f0-bf22-afaf28a9407a tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88ce8e0-c3d7-491b-80da-01c24df3a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471072 Jan 20 07:29:09.613755 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304d048-07ca-4374-9db3-7637023e2e40 req-846ef850-7951-43ab-aac5-9381551bf848 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:09.615243 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9304d048-07ca-4374-9db3-7637023e2e40 req-846ef850-7951-43ab-aac5-9381551bf848 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 945 time: 0.0519831 Jan 20 07:29:09.658285 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f1607f0-6796-44fe-b356-bd8f95ccaa8b no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:29:09.682707 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 5f1607f0-6796-44fe-b356-bd8f95ccaa8b {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:29:09.683051 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 5f1607f0-6796-44fe-b356-bd8f95ccaa8b not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:29:09.717084 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Deleting port fcc92202-03cd-4889-b980-84db311727a8 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:29:09.717741 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (fcc92202-03cd-4889-b980-84db311727a8), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:09.824935 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] For port fcc92202-03cd-4889-b980-84db311727a8, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=fcc92202-03cd-4889-b980-84db311727a8,segment=NetworkSegment(4193c671-ef6e-47b8-a60d-1f88aa109596),segment_id=4193c671-ef6e-47b8-a60d-1f88aa109596)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:29:09.825292 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (fcc92202-03cd-4889-b980-84db311727a8), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:09.851902 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Calling delete_port for fcc92202-03cd-4889-b980-84db311727a8 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:29:09.907977 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fa809-1acb-4263-ac76-d2d0de8a46a2 req-642aed28-4452-4f03-af72-ca40a014a836 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:09.909823 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4f7fa809-1acb-4263-ac76-d2d0de8a46a2 req-642aed28-4452-4f03-af72-ca40a014a836 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.1009610 Jan 20 07:29:09.983207 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4f7fa809-1acb-4263-ac76-d2d0de8a46a2 req-25c53afc-2bda-4e01-9e10-cca47cac4201 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672619 Jan 20 07:29:10.036225 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (fcc92202-03cd-4889-b980-84db311727a8), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:10.048802 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['fcc92202-03cd-4889-b980-84db311727a8'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:29:10.065061 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Pushing event deleted for resources: {'Port': ['ID=fcc92202-03cd-4889-b980-84db311727a8,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:10.105454 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] No DVR routers for this DVR port fcc92202-03cd-4889-b980-84db311727a8 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:29:10.107942 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:10.111217 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9304d048-07ca-4374-9db3-7637023e2e40 req-be3a0444-8b29-4adb-9c65-d674d56df72e tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.42 "DELETE /v2.0/ports/fcc92202-03cd-4889-b980-84db311727a8 HTTP/1.1" status: 204 len: 173 time: 0.4897480 Jan 20 07:29:10.111665 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'name': 'network-vif-deleted', 'tag': 'fcc92202-03cd-4889-b980-84db311727a8'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:29:10.113947 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748ac01-0df7-4420-bb41-b123d02ff541" -d '{"events": [{"server_uuid": "6cd6e91e-eb13-4e4e-8776-8373df9dc36d", "name": "network-vif-deleted", "tag": "fcc92202-03cd-4889-b980-84db311727a8"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:29:10.163277 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e00c5a-a0c1-4b88-abea-0bb7faadea88 x-openstack-request-id: req-13e00c5a-a0c1-4b88-abea-0bb7faadea88 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:29:10.163673 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd6e91e-eb13-4e4e-8776-8373df9dc36d", "name": "network-vif-deleted", "tag": "fcc92202-03cd-4889-b980-84db311727a8", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:29:10.163808 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13e00c5a-a0c1-4b88-abea-0bb7faadea88 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:29:10.164199 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd6e91e-eb13-4e4e-8776-8373df9dc36d', 'name': 'network-vif-deleted', 'tag': 'fcc92202-03cd-4889-b980-84db311727a8', 'status': 'completed', 'code': 200} Jan 20 07:29:10.232592 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-96650a72-6ba1-4f46-b88c-064bdc36e58b req-59df0a45-63fa-4dfe-9c1d-f8a01b939482 tempest-AttachVolumeNegativeTest-1870511250 tempest-AttachVolumeNegativeTest-1870511250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd6e91e-eb13-4e4e-8776-8373df9dc36d HTTP/1.1" status: 200 len: 210 time: 0.0288982 Jan 20 07:29:11.102821 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8463491-4b6d-49c2-903a-584ff97e0e83 req-a8503d2e-b166-4ae7-9afc-33f35ad86c09 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:11.104324 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f8463491-4b6d-49c2-903a-584ff97e0e83 req-a8503d2e-b166-4ae7-9afc-33f35ad86c09 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 943 time: 0.0477533 Jan 20 07:29:11.156671 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f8463491-4b6d-49c2-903a-584ff97e0e83 req-426617ac-3d05-4ead-bb8e-fe03d78878a2 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466120 Jan 20 07:29:11.291886 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37896) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:11.344434 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Deleting subnet 11637cc1-c772-472e-b4ed-3cd95ecb3bac {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:29:11.347946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Publish callbacks [] for subnet (11637cc1-c772-472e-b4ed-3cd95ecb3bac), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.383319 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (11637cc1-c772-472e-b4ed-3cd95ecb3bac), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.422809 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (11637cc1-c772-472e-b4ed-3cd95ecb3bac), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.477296 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (11637cc1-c772-472e-b4ed-3cd95ecb3bac), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.503482 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11637cc1-c772-472e-b4ed-3cd95ecb3bac,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:11.508294 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.512128 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/11637cc1-c772-472e-b4ed-3cd95ecb3bac HTTP/1.1" status: 204 len: 168 time: 0.2191069 Jan 20 07:29:11.515473 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 37898) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:11.517256 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.517608 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.517956 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.518300 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.518644 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.518977 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.519309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.519705 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.519970 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.520300 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.520621 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.520945 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.521267 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68215349-563d-4278-a39d-c347ff31e47d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.587902 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (9c332c75-01f1-42fd-b9cd-c600140c0ca1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.658564 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device a3869ae9-a96d-4d1b-987c-2afc5034d72d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 07:29:11.673919 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (9c332c75-01f1-42fd-b9cd-c600140c0ca1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.706874 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c332c75-01f1-42fd-b9cd-c600140c0ca1']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:11.720542 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4193c671-ef6e-47b8-a60d-1f88aa109596') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:11.720822 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4193c671-ef6e-47b8-a60d-1f88aa109596') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:11.734625 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (4193c671-ef6e-47b8-a60d-1f88aa109596), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.752936 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (4193c671-ef6e-47b8-a60d-1f88aa109596), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.759514 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:29:11.759892 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (4193c671-ef6e-47b8-a60d-1f88aa109596), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: warnings.warn(msg) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:29:11.761675 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:29:11.764644 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port a3869ae9-a96d-4d1b-987c-2afc5034d72d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:29:11.774871 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Returning: {'device': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'port_id': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'mac_address': 'fa:16:3e:23:73:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 07:29:11.812326 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port a3869ae9-a96d-4d1b-987c-2afc5034d72d is: DOWN; New status is: BUILD {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:29:11.812726 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.817149 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (9c332c75-01f1-42fd-b9cd-c600140c0ca1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.821808 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.826090 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9c332c75-01f1-42fd-b9cd-c600140c0ca1 HTTP/1.1" status: 204 len: 168 time: 0.3090532 Jan 20 07:29:11.828593 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3869ae9-a96d-4d1b-987c-2afc5034d72d {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 07:29:11.842456 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c332c75-01f1-42fd-b9cd-c600140c0ca1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:11.849237 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.849686 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.850032 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.850554 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.851099 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.851496 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port a3869ae9-a96d-4d1b-987c-2afc5034d72d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:29:11.851644 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.852100 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.852534 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.854088 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.854267 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.854906 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.855615 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.856383 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de572f-4f8b-4802-92a7-25cf79d90dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:29:11.857212 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:11.911473 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=a3869ae9-a96d-4d1b-987c-2afc5034d72d,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:11.956210 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 37902) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:11.996294 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-69045147-423b-49c8-b346-7cc43456584b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=031c35bda02f4b309fabd67fdb7230fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388622 Jan 20 07:29:11.998906 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 37904) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:12.052240 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb66a-91d9-4aca-b4f9-825f439d772c admin admin] Publish callbacks [] for security_group (b88ce8e0-c3d7-491b-80da-01c24df3a232), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:12.073937 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb66a-91d9-4aca-b4f9-825f439d772c admin admin] Publish callbacks [] for security_group (b88ce8e0-c3d7-491b-80da-01c24df3a232), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:12.107064 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] get_ports_and_sgs() called for port_ids ['a3869ae9-a96d-4d1b-987c-2afc5034d72d'] {{(pid=102634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 07:29:12.121416 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb66a-91d9-4aca-b4f9-825f439d772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (b88ce8e0-c3d7-491b-80da-01c24df3a232), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:12.124013 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a5fbb66a-91d9-4aca-b4f9-825f439d772c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:12.127911 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a5fbb66a-91d9-4aca-b4f9-825f439d772c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b88ce8e0-c3d7-491b-80da-01c24df3a232 HTTP/1.1" status: 204 len: 168 time: 0.1253750 Jan 20 07:29:12.134424 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbb66a-91d9-4aca-b4f9-825f439d772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ce8e0-c3d7-491b-80da-01c24df3a232,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:12.289060 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a4c8-00c5-40a2-bc6f-b725e06c80ff req-2e6ff734-02a5-443c-bb67-cf2f25b49cc4 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:12.297064 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8634a4c8-00c5-40a2-bc6f-b725e06c80ff req-2e6ff734-02a5-443c-bb67-cf2f25b49cc4 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 944 time: 0.0629182 Jan 20 07:29:12.350136 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8634a4c8-00c5-40a2-bc6f-b725e06c80ff req-db5074bc-2383-4d16-b636-2dc3a36fd135 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521901 Jan 20 07:29:13.477198 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaea40-90d4-4a58-8f17-b5c1879b7d40 req-4e9fd82b-6dd6-4a81-9e0a-d81602b99418 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:13.479307 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ccaea40-90d4-4a58-8f17-b5c1879b7d40 req-4e9fd82b-6dd6-4a81-9e0a-d81602b99418 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 944 time: 0.0567067 Jan 20 07:29:13.533554 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5ccaea40-90d4-4a58-8f17-b5c1879b7d40 req-06174bc3-5a95-4d22-a17f-58a399ac2be5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476902 Jan 20 07:29:13.673073 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device a3869ae9-a96d-4d1b-987c-2afc5034d72d up at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 07:29:13.728340 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning for port a3869ae9-a96d-4d1b-987c-2afc5034d72d completed by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 07:29:13.733163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Provisioning complete for port a3869ae9-a96d-4d1b-987c-2afc5034d72d triggered by entity L2. {{(pid=102634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 07:29:13.733379 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1691772'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), provisioning_complete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:13.815779 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Current status of the port a3869ae9-a96d-4d1b-987c-2afc5034d72d is: BUILD; New status is: ACTIVE {{(pid=102634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 07:29:13.816401 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:13.845205 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:29:13.847801 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5392df35c1de1ad4521905e19f91df3eebf9b36cc16573993716a7bf6270ab7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df83ab8-c433-4422-a387-772990d03f00" -d '{"events": [{"server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "name": "network-vif-plugged", "status": "completed", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:29:13.860646 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] For port a3869ae9-a96d-4d1b-987c-2afc5034d72d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:29:13.869727 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:13.870590 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device fcc92202-03cd-4889-b980-84db311727a8 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:29:13.912797 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9523ae-a4fa-4df1-814e-e060efb49793 x-openstack-request-id: req-fe9523ae-a4fa-4df1-814e-e060efb49793 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:29:13.913138 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "name": "network-vif-plugged", "status": "completed", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:29:13.913336 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe9523ae-a4fa-4df1-814e-e060efb49793 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:29:13.913757 dv-cinder-823015-5-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'code': 200} Jan 20 07:29:13.914328 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: fcc92202-03cd-4889-b980-84db311727a8 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:29:13.914664 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device fcc92202-03cd-4889-b980-84db311727a8 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:29:13.945029 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Pushing event updated for resources: {'Port': ['ID=a3869ae9-a96d-4d1b-987c-2afc5034d72d,revision_number=5']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:14.157812 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db3db9-5563-44c2-9cb4-b06ba5147aa0 req-c1a4bb97-305e-4f5d-a614-0fe0710b9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:14.160710 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-39db3db9-5563-44c2-9cb4-b06ba5147aa0 req-c1a4bb97-305e-4f5d-a614-0fe0710b9c76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 1098 time: 0.0633757 Jan 20 07:29:14.199638 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:29:14.213450 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-39db3db9-5563-44c2-9cb4-b06ba5147aa0 req-6af0578b-83e0-4b8a-a5bb-7725da3aba6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464401 Jan 20 07:29:14.652404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713565-6ed4-4a26-86ca-3b7fc8deee25 req-12ecc521-aea8-4653-bb12-15c520db6e75 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:14.653929 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fc713565-6ed4-4a26-86ca-3b7fc8deee25 req-12ecc521-aea8-4653-bb12-15c520db6e75 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 945 time: 0.0521839 Jan 20 07:29:14.705568 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fc713565-6ed4-4a26-86ca-3b7fc8deee25 req-9c8a2782-56a2-4a7e-a23a-93bd302f3604 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459902 Jan 20 07:29:15.835504 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79971a76-2f59-4950-b19f-f416c680fea9 req-a7feea9f-7e53-46f6-a4c0-8f2a8fb9db07 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:15.837004 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-79971a76-2f59-4950-b19f-f416c680fea9 req-a7feea9f-7e53-46f6-a4c0-8f2a8fb9db07 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 945 time: 0.0530715 Jan 20 07:29:15.887261 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-79971a76-2f59-4950-b19f-f416c680fea9 req-a9db67ae-cd4d-450f-bcc9-afe9d3f97ee8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446966 Jan 20 07:29:16.002330 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80329-4a0e-4c3b-b450-52d7f13f000f req-f03e5dd9-a94f-4b13-8176-324e5a394727 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:16.003731 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-76a80329-4a0e-4c3b-b450-52d7f13f000f req-f03e5dd9-a94f-4b13-8176-324e5a394727 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 945 time: 0.0482378 Jan 20 07:29:16.053960 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-76a80329-4a0e-4c3b-b450-52d7f13f000f req-d952292a-b79e-4ecc-ab15-fe0bd894166d tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436466 Jan 20 07:29:16.078087 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37976) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:16.267785 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558c2e8-cb32-44bf-a9d8-0a982033505a tempest-TestVolumeBootPattern-1933144577 tempest-TestVolumeBootPattern-1933144577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:16.269101 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0558c2e8-cb32-44bf-a9d8-0a982033505a tempest-TestVolumeBootPattern-1933144577 tempest-TestVolumeBootPattern-1933144577-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 1093 time: 0.1897435 Jan 20 07:29:16.272204 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 37980) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:16.276467 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Request body: {'floatingip': {'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'port_id': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 07:29:16.302264 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:16.413047 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:16.531040 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Allocated IP 172.27.0.237 (bb6b7569-6c2c-4365-a33d-e283540b699e/42feaa1e-ff4f-4313-b9ec-435edcf16aac/34b94d04-306d-4559-9374-d1e39a6277c7) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 07:29:16.642878 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (34b94d04-306d-4559-9374-d1e39a6277c7), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:16.681706 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766990867788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (34b94d04-306d-4559-9374-d1e39a6277c7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:16.722609 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Network bb6b7569-6c2c-4365-a33d-e283540b699e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 07:29:16.725542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 07:29:16.729800 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 07:29:16.735135 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=34b94d04-306d-4559-9374-d1e39a6277c7,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:17.117678 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:17.192346 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1539359'] for port (34b94d04-306d-4559-9374-d1e39a6277c7), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:17.399922 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for port (34b94d04-306d-4559-9374-d1e39a6277c7), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:17.404524 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766991350914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766990867806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766990867824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25929184'] for port (34b94d04-306d-4559-9374-d1e39a6277c7), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:17.746890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event updated for resources: {'Port': ['ID=34b94d04-306d-4559-9374-d1e39a6277c7,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:17.760826 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498998'] for floatingip (75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:17.868168 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Floating IP 75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4 associated. External IP: 172.27.0.237, port: a3869ae9-a96d-4d1b-987c-2afc5034d72d. Jan 20 07:29:18.070224 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:29:18.178842 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:29:18.189046 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:29:18.197102 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:18.200634 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:29:18.201281 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:29:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:18.224397 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-83320cb2-7720-4d8c-94c2-280bac3143f8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9511790 Jan 20 07:29:18.225017 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:29:18.227434 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45faeda9-adb5-4e1b-905a-124a231347ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:29:18.263926 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a256d4-5634-4759-96f0-b8989cf60f35 x-openstack-request-id: req-e4a256d4-5634-4759-96f0-b8989cf60f35 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:29:18.264222 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:29:18.264479 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4a256d4-5634-4759-96f0-b8989cf60f35 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:29:18.264877 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'status': 'completed', 'code': 200} Jan 20 07:29:18.440171 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:29:18.664874 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:12Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}, {'id': '75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:23:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:29:16Z', 'updated_at': '2022-01-20T07:29:16Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:18.691150 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:29:18.700324 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:29:18.700941 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:29:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:18.810843 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:29:19.047719 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:12Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}, {'id': '75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:23:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:29:16Z', 'updated_at': '2022-01-20T07:29:16Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:29:19.083510 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c13e22-18c6-4964-9bf7-05933383727b None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:12Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}, {'id': '75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:23:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:29:16Z', 'updated_at': '2022-01-20T07:29:16Z', 'revision_number': 0, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:29:19.281628 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950397f-a253-498d-9c79-969ae8ac4ec1 None None] New status for floating IP 75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4: ACTIVE {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:29:19.631093 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeda9-adb5-4e1b-905a-124a231347ac req-e46363a2-9c84-4580-b8c1-326fc36139f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:19.632591 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-e46363a2-9c84-4580-b8c1-326fc36139f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 1098 time: 0.0413525 Jan 20 07:29:19.726146 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeda9-adb5-4e1b-905a-124a231347ac req-02c00a0f-21c6-432f-88e7-771bdc12c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:19.728136 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-02c00a0f-21c6-432f-88e7-771bdc12c12c service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.0871377 Jan 20 07:29:19.793921 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-04387ae4-a2ce-46d8-a0b3-e5f72763c60a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d HTTP/1.1" status: 200 len: 1001 time: 0.0589721 Jan 20 07:29:19.843841 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeda9-adb5-4e1b-905a-124a231347ac req-e0764229-4af4-4919-ac22-9921f569cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:19.845274 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-e0764229-4af4-4919-ac22-9921f569cd66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0447209 Jan 20 07:29:19.894319 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeda9-adb5-4e1b-905a-124a231347ac req-4efb2288-edd9-4814-884e-230ebd94a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:19.895790 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-4efb2288-edd9-4814-884e-230ebd94a810 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435526 Jan 20 07:29:19.987015 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-5ae5becc-f7ea-4ef0-8075-3907cd1cab6e service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Jan 20 07:29:20.091936 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45faeda9-adb5-4e1b-905a-124a231347ac req-acb75234-cb22-4718-a2db-d8541576601d service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980372 Jan 20 07:29:23.863914 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38064) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:23.975268 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b4072fd4-4bc7-4652-9444-fac9f496213f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.056571 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b4072fd4-4bc7-4652-9444-fac9f496213f admin admin] Publish callbacks [] for security_group (f717b6cf-2fd0-41dd-b0e8-b4cedfee5416), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.061710 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b4072fd4-4bc7-4652-9444-fac9f496213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f717b6cf-2fd0-41dd-b0e8-b4cedfee5416), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.102560 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b4072fd4-4bc7-4652-9444-fac9f496213f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1497c2f860ba4fbaa0e9326ae92c47a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374282 Jan 20 07:29:24.104345 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4072fd4-4bc7-4652-9444-fac9f496213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f717b6cf-2fd0-41dd-b0e8-b4cedfee5416,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:24.106136 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38068) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:24.171711 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a236c134-299e-4038-8a9e-d51bee766b66 admin admin] Publish callbacks [] for security_group (f717b6cf-2fd0-41dd-b0e8-b4cedfee5416), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.193798 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a236c134-299e-4038-8a9e-d51bee766b66 admin admin] Publish callbacks [] for security_group (f717b6cf-2fd0-41dd-b0e8-b4cedfee5416), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.247520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a236c134-299e-4038-8a9e-d51bee766b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f717b6cf-2fd0-41dd-b0e8-b4cedfee5416), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.250056 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a236c134-299e-4038-8a9e-d51bee766b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.251223 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a236c134-299e-4038-8a9e-d51bee766b66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f717b6cf-2fd0-41dd-b0e8-b4cedfee5416 HTTP/1.1" status: 204 len: 168 time: 0.1424675 Jan 20 07:29:24.266002 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236c134-299e-4038-8a9e-d51bee766b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717b6cf-2fd0-41dd-b0e8-b4cedfee5416,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:24.580753 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38074) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:24.594831 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e11c0e8-97ff-4754-8866-67b0f373c4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.680471 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e11c0e8-97ff-4754-8866-67b0f373c4df admin admin] Publish callbacks [] for security_group (8d8a075a-aeff-4d67-a6ac-094ce8770e87), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.686316 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e11c0e8-97ff-4754-8866-67b0f373c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8d8a075a-aeff-4d67-a6ac-094ce8770e87), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.740537 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1e11c0e8-97ff-4754-8866-67b0f373c4df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cf702b563a24625aafe9a9308df6d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585851 Jan 20 07:29:24.741453 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11c0e8-97ff-4754-8866-67b0f373c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8a075a-aeff-4d67-a6ac-094ce8770e87,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:24.743306 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38076) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:24.795784 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd60a542-1be7-4c54-8cd2-828925bd1dd1 admin admin] Publish callbacks [] for security_group (8d8a075a-aeff-4d67-a6ac-094ce8770e87), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.819736 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd60a542-1be7-4c54-8cd2-828925bd1dd1 admin admin] Publish callbacks [] for security_group (8d8a075a-aeff-4d67-a6ac-094ce8770e87), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.872177 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd60a542-1be7-4c54-8cd2-828925bd1dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (8d8a075a-aeff-4d67-a6ac-094ce8770e87), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.874812 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd60a542-1be7-4c54-8cd2-828925bd1dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:24.875991 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bd60a542-1be7-4c54-8cd2-828925bd1dd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d8a075a-aeff-4d67-a6ac-094ce8770e87 HTTP/1.1" status: 204 len: 168 time: 0.1316209 Jan 20 07:29:24.884023 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60a542-1be7-4c54-8cd2-828925bd1dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8a075a-aeff-4d67-a6ac-094ce8770e87,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:27.940940 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38212) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:28.045754 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ca22-da07-4d36-bd81-5fa4cf23b88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.118891 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ca22-da07-4d36-bd81-5fa4cf23b88b admin admin] Publish callbacks [] for security_group (aa3ef118-cb00-4970-a04f-afccdeb3869e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.123305 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ca22-da07-4d36-bd81-5fa4cf23b88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (aa3ef118-cb00-4970-a04f-afccdeb3869e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.160818 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8ff4ca22-da07-4d36-bd81-5fa4cf23b88b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97d9bd43c0194919aace6c689e0aebb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187765 Jan 20 07:29:28.161691 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4ca22-da07-4d36-bd81-5fa4cf23b88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3ef118-cb00-4970-a04f-afccdeb3869e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:28.163611 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38216) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:28.213794 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-53b7c51f-904a-49fd-ab6a-af70794d899c admin admin] Publish callbacks [] for security_group (aa3ef118-cb00-4970-a04f-afccdeb3869e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.234485 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-53b7c51f-904a-49fd-ab6a-af70794d899c admin admin] Publish callbacks [] for security_group (aa3ef118-cb00-4970-a04f-afccdeb3869e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.279806 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-53b7c51f-904a-49fd-ab6a-af70794d899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (aa3ef118-cb00-4970-a04f-afccdeb3869e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.282494 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-53b7c51f-904a-49fd-ab6a-af70794d899c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.283636 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-53b7c51f-904a-49fd-ab6a-af70794d899c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa3ef118-cb00-4970-a04f-afccdeb3869e HTTP/1.1" status: 204 len: 168 time: 0.1189857 Jan 20 07:29:28.292090 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7c51f-904a-49fd-ab6a-af70794d899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3ef118-cb00-4970-a04f-afccdeb3869e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:28.553213 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38222) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:28.566988 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ab018b99-b06a-4780-a996-8a9d4b44f4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.651142 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ab018b99-b06a-4780-a996-8a9d4b44f4e1 admin admin] Publish callbacks [] for security_group (707647ca-dc67-4ba5-ab47-ed3a06abd758), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.656318 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ab018b99-b06a-4780-a996-8a9d4b44f4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (707647ca-dc67-4ba5-ab47-ed3a06abd758), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.695386 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab018b99-b06a-4780-a996-8a9d4b44f4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707647ca-dc67-4ba5-ab47-ed3a06abd758,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:28.699651 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ab018b99-b06a-4780-a996-8a9d4b44f4e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f8e4f7f11f34c9d8ba5eec0fe8d6f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452043 Jan 20 07:29:28.703339 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38224) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:28.760805 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ac70de6-f9f7-406d-b389-5c52c4baee7a admin admin] Publish callbacks [] for security_group (707647ca-dc67-4ba5-ab47-ed3a06abd758), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.785054 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ac70de6-f9f7-406d-b389-5c52c4baee7a admin admin] Publish callbacks [] for security_group (707647ca-dc67-4ba5-ab47-ed3a06abd758), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.841769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ac70de6-f9f7-406d-b389-5c52c4baee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (707647ca-dc67-4ba5-ab47-ed3a06abd758), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.846234 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ac70de6-f9f7-406d-b389-5c52c4baee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:28.848847 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9ac70de6-f9f7-406d-b389-5c52c4baee7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/707647ca-dc67-4ba5-ab47-ed3a06abd758 HTTP/1.1" status: 204 len: 168 time: 0.1434648 Jan 20 07:29:28.861474 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac70de6-f9f7-406d-b389-5c52c4baee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707647ca-dc67-4ba5-ab47-ed3a06abd758,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:31.834693 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-36425ef5-21e9-42b9-9118-7b3360d9eadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:35.239354 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-610ac1b1-5e26-4ab1-8d46-e4ad50f4cd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:35.744568 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:36.645639 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:37.670081 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38356) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:37.778091 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61b8d23f-df60-4958-ac76-37ed0fb0b5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:37.799406 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:37.856811 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61b8d23f-df60-4958-ac76-37ed0fb0b5b0 admin admin] Publish callbacks [] for security_group (91d9afb2-9811-4aa7-9d20-d947dbb14a37), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:37.861040 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61b8d23f-df60-4958-ac76-37ed0fb0b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (91d9afb2-9811-4aa7-9d20-d947dbb14a37), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:37.900895 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-61b8d23f-df60-4958-ac76-37ed0fb0b5b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58cab5d7975f4a73ba318dd795c0e26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290583 Jan 20 07:29:37.901796 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8d23f-df60-4958-ac76-37ed0fb0b5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9afb2-9811-4aa7-9d20-d947dbb14a37,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:37.903742 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38360) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:37.953509 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dc06b7dc-15c5-495f-969f-289e3f8bc955 admin admin] Publish callbacks [] for security_group (91d9afb2-9811-4aa7-9d20-d947dbb14a37), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:37.977470 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dc06b7dc-15c5-495f-969f-289e3f8bc955 admin admin] Publish callbacks [] for security_group (91d9afb2-9811-4aa7-9d20-d947dbb14a37), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.025829 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dc06b7dc-15c5-495f-969f-289e3f8bc955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (91d9afb2-9811-4aa7-9d20-d947dbb14a37), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.028704 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dc06b7dc-15c5-495f-969f-289e3f8bc955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.029911 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-dc06b7dc-15c5-495f-969f-289e3f8bc955 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91d9afb2-9811-4aa7-9d20-d947dbb14a37 HTTP/1.1" status: 204 len: 168 time: 0.1251378 Jan 20 07:29:38.038010 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b7dc-15c5-495f-969f-289e3f8bc955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9afb2-9811-4aa7-9d20-d947dbb14a37,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:38.308426 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38366) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:38.321562 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-183bb72c-3541-4461-9281-c4daeefc70f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.398986 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-183bb72c-3541-4461-9281-c4daeefc70f8 admin admin] Publish callbacks [] for security_group (409e8b01-3a22-4146-bfd2-21f5d54959a8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.403810 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-183bb72c-3541-4461-9281-c4daeefc70f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (409e8b01-3a22-4146-bfd2-21f5d54959a8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.406284 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.443413 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bb72c-3541-4461-9281-c4daeefc70f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e8b01-3a22-4146-bfd2-21f5d54959a8,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:38.448733 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-183bb72c-3541-4461-9281-c4daeefc70f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31ab42ec04b54d84b7fda830d5570499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392539 Jan 20 07:29:38.451514 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38368) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:38.503117 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6a8c-bd56-4dd0-8357-f0446047d366 admin admin] Publish callbacks [] for security_group (409e8b01-3a22-4146-bfd2-21f5d54959a8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.527430 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6a8c-bd56-4dd0-8357-f0446047d366 admin admin] Publish callbacks [] for security_group (409e8b01-3a22-4146-bfd2-21f5d54959a8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.579139 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6a8c-bd56-4dd0-8357-f0446047d366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (409e8b01-3a22-4146-bfd2-21f5d54959a8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.581799 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6a8c-bd56-4dd0-8357-f0446047d366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:38.582950 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ae2e6a8c-bd56-4dd0-8357-f0446047d366 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/409e8b01-3a22-4146-bfd2-21f5d54959a8 HTTP/1.1" status: 204 len: 168 time: 0.1303098 Jan 20 07:29:38.595370 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e6a8c-bd56-4dd0-8357-f0446047d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e8b01-3a22-4146-bfd2-21f5d54959a8,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:38.954152 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38374) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:38.967511 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4b0e27a8-4579-4313-8088-efc437e27ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.058824 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4b0e27a8-4579-4313-8088-efc437e27ed2 admin admin] Publish callbacks [] for security_group (937be06e-199f-4df5-8361-a850cb0ef6b0), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.062410 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4b0e27a8-4579-4313-8088-efc437e27ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (937be06e-199f-4df5-8361-a850cb0ef6b0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.104928 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4b0e27a8-4579-4313-8088-efc437e27ed2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e0f6fef03584d179284db72065df0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496708 Jan 20 07:29:39.105821 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e27a8-4579-4313-8088-efc437e27ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937be06e-199f-4df5-8361-a850cb0ef6b0,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:39.107642 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38376) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:39.162955 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28e1e68e-a130-4bb5-a658-e5d8e2049a7a admin admin] Publish callbacks [] for security_group (937be06e-199f-4df5-8361-a850cb0ef6b0), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.187143 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28e1e68e-a130-4bb5-a658-e5d8e2049a7a admin admin] Publish callbacks [] for security_group (937be06e-199f-4df5-8361-a850cb0ef6b0), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.239227 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28e1e68e-a130-4bb5-a658-e5d8e2049a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (937be06e-199f-4df5-8361-a850cb0ef6b0), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.241946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28e1e68e-a130-4bb5-a658-e5d8e2049a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:39.243107 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-28e1e68e-a130-4bb5-a658-e5d8e2049a7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/937be06e-199f-4df5-8361-a850cb0ef6b0 HTTP/1.1" status: 204 len: 168 time: 0.1338665 Jan 20 07:29:39.252368 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1e68e-a130-4bb5-a658-e5d8e2049a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937be06e-199f-4df5-8361-a850cb0ef6b0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:40.090719 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-fd4cf4b9-cb5b-4047-9533-50e775b2ea7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400159 Jan 20 07:29:40.151685 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-2fda124c-85e2-44cf-b4cd-25581c72ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:40.153196 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-2fda124c-85e2-44cf-b4cd-25581c72ec0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1099 time: 0.0400865 Jan 20 07:29:40.262805 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-158d8a70-31a0-424c-b497-80fc79a017ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:40.264310 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-158d8a70-31a0-424c-b497-80fc79a017ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.0896339 Jan 20 07:29:40.333706 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-bb7e485d-c72d-4b77-ba5f-d30f6a82325d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 200 len: 1002 time: 0.0614204 Jan 20 07:29:40.384096 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-664ab4e4-d418-4903-8c78-8e74f9b6ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:40.386160 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-664ab4e4-d418-4903-8c78-8e74f9b6ad95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0454192 Jan 20 07:29:40.441737 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-f93da5cc-ef4d-4af3-9606-9d31417561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:29:40.443258 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-f93da5cc-ef4d-4af3-9606-9d31417561ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480108 Jan 20 07:29:40.542824 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-98d473b5-9854-4a3b-a893-f1a4ebf50a16 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928040 Jan 20 07:29:40.637773 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83836b0d-a95e-4711-bec4-14899f8c63fb req-270acbb9-ae1d-4842-bc22-492ee2d3f56d service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880504 Jan 20 07:29:44.257142 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38452) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:44.367436 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-57288bd9-d148-4f37-94e8-f779a06eab39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.449106 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-57288bd9-d148-4f37-94e8-f779a06eab39 admin admin] Publish callbacks [] for security_group (5a43cd53-67ca-414e-b02a-e496de020011), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.453722 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-57288bd9-d148-4f37-94e8-f779a06eab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (5a43cd53-67ca-414e-b02a-e496de020011), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.495258 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-57288bd9-d148-4f37-94e8-f779a06eab39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7a694f049e14cf18278d01a04cf7ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369823 Jan 20 07:29:44.496161 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57288bd9-d148-4f37-94e8-f779a06eab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43cd53-67ca-414e-b02a-e496de020011,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:44.497956 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38456) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:44.569353 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2ac6b65d-7f2f-404a-9a1a-8ed2743df5f2 admin admin] Publish callbacks [] for security_group (5a43cd53-67ca-414e-b02a-e496de020011), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.593051 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2ac6b65d-7f2f-404a-9a1a-8ed2743df5f2 admin admin] Publish callbacks [] for security_group (5a43cd53-67ca-414e-b02a-e496de020011), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.647581 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2ac6b65d-7f2f-404a-9a1a-8ed2743df5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (5a43cd53-67ca-414e-b02a-e496de020011), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.650340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2ac6b65d-7f2f-404a-9a1a-8ed2743df5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:44.652087 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2ac6b65d-7f2f-404a-9a1a-8ed2743df5f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a43cd53-67ca-414e-b02a-e496de020011 HTTP/1.1" status: 204 len: 168 time: 0.1531327 Jan 20 07:29:44.661129 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6b65d-7f2f-404a-9a1a-8ed2743df5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43cd53-67ca-414e-b02a-e496de020011,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:44.960333 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38462) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:44.973681 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a518d242-b723-44e0-93d4-32003e5d6da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.051532 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a518d242-b723-44e0-93d4-32003e5d6da7 admin admin] Publish callbacks [] for security_group (c08e1f54-b3f4-42a5-abba-5ecec0e108bf), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.055521 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a518d242-b723-44e0-93d4-32003e5d6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c08e1f54-b3f4-42a5-abba-5ecec0e108bf), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.097112 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a518d242-b723-44e0-93d4-32003e5d6da7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0601d5c426a8469699866db12535a84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352115 Jan 20 07:29:45.097865 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518d242-b723-44e0-93d4-32003e5d6da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08e1f54-b3f4-42a5-abba-5ecec0e108bf,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:45.099946 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38464) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:45.153365 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bae20a40-12d2-4942-b3a3-ed2b81808853 admin admin] Publish callbacks [] for security_group (c08e1f54-b3f4-42a5-abba-5ecec0e108bf), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.178372 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bae20a40-12d2-4942-b3a3-ed2b81808853 admin admin] Publish callbacks [] for security_group (c08e1f54-b3f4-42a5-abba-5ecec0e108bf), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.235126 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bae20a40-12d2-4942-b3a3-ed2b81808853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (c08e1f54-b3f4-42a5-abba-5ecec0e108bf), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.237721 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bae20a40-12d2-4942-b3a3-ed2b81808853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:45.238906 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bae20a40-12d2-4942-b3a3-ed2b81808853 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c08e1f54-b3f4-42a5-abba-5ecec0e108bf HTTP/1.1" status: 204 len: 168 time: 0.1378586 Jan 20 07:29:45.248883 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae20a40-12d2-4942-b3a3-ed2b81808853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08e1f54-b3f4-42a5-abba-5ecec0e108bf,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:49.265945 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38532) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:49.382570 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7e77-f2af-4ef1-9734-db5d12647b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.473851 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7e77-f2af-4ef1-9734-db5d12647b4d admin admin] Publish callbacks [] for security_group (2a1bbbf5-8f2c-4570-b2b7-da9561cadd37), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.478188 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7e77-f2af-4ef1-9734-db5d12647b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2a1bbbf5-8f2c-4570-b2b7-da9561cadd37), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.520644 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a7e77-f2af-4ef1-9734-db5d12647b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1bbbf5-8f2c-4570-b2b7-da9561cadd37,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:49.524892 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fb0a7e77-f2af-4ef1-9734-db5d12647b4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5bb80080c0240fab60e274ea89932c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579045 Jan 20 07:29:49.527527 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38536) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:49.578993 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2f8f-b59d-4944-a11e-ded5b3972c61 admin admin] Publish callbacks [] for security_group (2a1bbbf5-8f2c-4570-b2b7-da9561cadd37), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.602047 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2f8f-b59d-4944-a11e-ded5b3972c61 admin admin] Publish callbacks [] for security_group (2a1bbbf5-8f2c-4570-b2b7-da9561cadd37), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.650242 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2f8f-b59d-4944-a11e-ded5b3972c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (2a1bbbf5-8f2c-4570-b2b7-da9561cadd37), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.653473 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2f8f-b59d-4944-a11e-ded5b3972c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:49.654634 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1c5f2f8f-b59d-4944-a11e-ded5b3972c61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a1bbbf5-8f2c-4570-b2b7-da9561cadd37 HTTP/1.1" status: 204 len: 168 time: 0.1256585 Jan 20 07:29:49.663548 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f2f8f-b59d-4944-a11e-ded5b3972c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1bbbf5-8f2c-4570-b2b7-da9561cadd37,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:51.198927 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:29:57.669275 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38658) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:57.779040 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd348-9f03-4b92-b37a-0fa867741192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:57.853384 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd348-9f03-4b92-b37a-0fa867741192 admin admin] Publish callbacks [] for security_group (f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:57.857613 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd348-9f03-4b92-b37a-0fa867741192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:57.897309 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0e3cd348-9f03-4b92-b37a-0fa867741192 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02a9bfd886aa4b0ca34216ddab9f347d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268748 Jan 20 07:29:57.898176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd348-9f03-4b92-b37a-0fa867741192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:57.900707 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38662) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:57.952998 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2922054-654d-4035-8e96-e2a2431e21f1 admin admin] Publish callbacks [] for security_group (f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:57.973528 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2922054-654d-4035-8e96-e2a2431e21f1 admin admin] Publish callbacks [] for security_group (f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.020008 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2922054-654d-4035-8e96-e2a2431e21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.022518 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2922054-654d-4035-8e96-e2a2431e21f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.023645 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d2922054-654d-4035-8e96-e2a2431e21f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e HTTP/1.1" status: 204 len: 168 time: 0.1217067 Jan 20 07:29:58.031956 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2922054-654d-4035-8e96-e2a2431e21f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd6c1c-d7b2-4be5-ac7e-ab9ac0d6574e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:58.279988 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38668) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:58.292840 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bba88f3-26a4-4566-bcea-84fcd8da744f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.366994 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bba88f3-26a4-4566-bcea-84fcd8da744f admin admin] Publish callbacks [] for security_group (ea3a2e64-1802-4031-8787-0a1870b872a1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.370940 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bba88f3-26a4-4566-bcea-84fcd8da744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ea3a2e64-1802-4031-8787-0a1870b872a1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.408429 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3bba88f3-26a4-4566-bcea-84fcd8da744f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d5305d808f749389d7f76b776919aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273963 Jan 20 07:29:58.409633 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba88f3-26a4-4566-bcea-84fcd8da744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a2e64-1802-4031-8787-0a1870b872a1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:58.412089 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38670) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:58.475662 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c71d66f7-ff5e-4c3e-869e-eb73bd73df78 admin admin] Publish callbacks [] for security_group (ea3a2e64-1802-4031-8787-0a1870b872a1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.498947 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c71d66f7-ff5e-4c3e-869e-eb73bd73df78 admin admin] Publish callbacks [] for security_group (ea3a2e64-1802-4031-8787-0a1870b872a1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.548766 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c71d66f7-ff5e-4c3e-869e-eb73bd73df78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (ea3a2e64-1802-4031-8787-0a1870b872a1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.551350 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c71d66f7-ff5e-4c3e-869e-eb73bd73df78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:58.552542 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c71d66f7-ff5e-4c3e-869e-eb73bd73df78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea3a2e64-1802-4031-8787-0a1870b872a1 HTTP/1.1" status: 204 len: 168 time: 0.1394687 Jan 20 07:29:58.561801 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d66f7-ff5e-4c3e-869e-eb73bd73df78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a2e64-1802-4031-8787-0a1870b872a1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:58.930386 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38678) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:58.950010 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39e151ee-449a-41d4-a4aa-75fdbfc8febe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.036242 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39e151ee-449a-41d4-a4aa-75fdbfc8febe admin admin] Publish callbacks [] for security_group (56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.040990 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39e151ee-449a-41d4-a4aa-75fdbfc8febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.083845 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-39e151ee-449a-41d4-a4aa-75fdbfc8febe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4652cb8a71f4a40abd9ed2ff0f4cedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521554 Jan 20 07:29:59.084394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e151ee-449a-41d4-a4aa-75fdbfc8febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:29:59.086731 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38680) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:29:59.144903 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d03feb71-b6cb-46ca-98d8-928fca205a22 admin admin] Publish callbacks [] for security_group (56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.172603 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d03feb71-b6cb-46ca-98d8-928fca205a22 admin admin] Publish callbacks [] for security_group (56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.233808 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d03feb71-b6cb-46ca-98d8-928fca205a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.237487 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d03feb71-b6cb-46ca-98d8-928fca205a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:29:59.238942 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d03feb71-b6cb-46ca-98d8-928fca205a22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2 HTTP/1.1" status: 204 len: 168 time: 0.1505449 Jan 20 07:29:59.247076 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03feb71-b6cb-46ca-98d8-928fca205a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e743b0-c7c8-4c47-9b1c-bb9b658d4aa2,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:01.839539 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d1b5-0c7e-4dd2-a495-db93e04ba8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:05.254891 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-97d08108-96af-4bd9-8191-2e6fdf20c06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:05.748973 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.003451 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38688) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:06.424528 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Deleting port 7ed94524-0732-4c89-bea8-bf3cfed3b06f {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:06.424868 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.513078 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.513556 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for floatingip (7ed94524-0732-4c89-bea8-bf3cfed3b06f), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.526579 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Calling delete_port for 7ed94524-0732-4c89-bea8-bf3cfed3b06f owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:06.656401 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.686227 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (7ed94524-0732-4c89-bea8-bf3cfed3b06f), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.712954 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event deleted for resources: {'Port': ['ID=7ed94524-0732-4c89-bea8-bf3cfed3b06f,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:06.780795 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for floatingip (d0c008b1-4aba-49ca-a3d4-48eb42c2c808), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:06.781119 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Floating IP d0c008b1-4aba-49ca-a3d4-48eb42c2c808 disassociated (deleted). External IP: 172.27.0.37, port: 34544028-0af6-48e4-9afa-3e77a1ac41a2. Jan 20 07:30:07.024369 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:30:07.192253 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:30:07.199520 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:07.206163 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] Sync routers for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:30:07.220616 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:07.221286 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:07.242299 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e804adbf-1de6-4e78-b6d0-c8aba3134919 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "DELETE /v2.0/floatingips/d0c008b1-4aba-49ca-a3d4-48eb42c2c808 HTTP/1.1" status: 204 len: 168 time: 1.2376616 Jan 20 07:30:07.243228 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:30:07.247173 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:30:07.362777 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:07.649402 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:07.652798 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb270d-4bea-4bbd-b744-87d695f6aadb x-openstack-request-id: req-deeb270d-4bea-4bbd-b744-87d695f6aadb {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:30:07.653355 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:30:07.653660 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deeb270d-4bea-4bbd-b744-87d695f6aadb {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:30:07.654068 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'status': 'completed', 'code': 200} Jan 20 07:30:07.680761 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] Checking router: 6ee13be4-b1d2-462c-aee8-0b5816e036e1 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:30:07.691652 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:07.692488 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:07.858455 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:07.865014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-a79309d2-c052-43d9-9462-e06cd7668c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:07.867353 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-a79309d2-c052-43d9-9462-e06cd7668c9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24840d91eae3498abc4e5fddc9425ccb&device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 1098 time: 0.1828785 Jan 20 07:30:07.879975 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ee962-b943-4c3f-9b87-c3484e96be63 req-8455c481-1627-40a2-abb7-740d35eed9e1 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:07.880376 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:07.883250 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-769ee962-b943-4c3f-9b87-c3484e96be63 req-8455c481-1627-40a2-abb7-740d35eed9e1 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.2994268 Jan 20 07:30:08.014519 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-769ee962-b943-4c3f-9b87-c3484e96be63 req-e2562049-2471-4b6f-97d6-7877f946b79f tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158328 Jan 20 07:30:08.041334 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-80b0c798-de87-4554-be34-2aceb0c8d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:08.043460 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-80b0c798-de87-4554-be34-2aceb0c8d1c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 200 len: 909 time: 0.1589684 Jan 20 07:30:08.087354 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-7c0af7c6-5a2a-4795-a395-379162cd5fd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 200 len: 217 time: 0.0370395 Jan 20 07:30:08.140151 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-77684dae-f113-4f24-8d93-c9bc49b124ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:08.142384 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-77684dae-f113-4f24-8d93-c9bc49b124ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 200 len: 847 time: 0.0488772 Jan 20 07:30:08.151434 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:08.181030 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcabc95-c3d9-42e4-8c7b-6bb8a73c3118 None None] The sync data for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi is: [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:25:17Z', 'revision_number': 4, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': 'c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6', 'name': '', 'network_id': 'b80b70c9-d9b4-4999-8321-1b473b5d613e', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'mac_address': 'fa:16:3e:af:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:16Z', 'updated_at': '2022-01-20T07:25:24Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'subnets': [{'id': 'bf52e44a-cf2b-4235-ab70-5474e13e18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:30:08.205838 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-81ff29c5-357d-42ac-b77a-6f624eac1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:08.208058 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-81ff29c5-357d-42ac-b77a-6f624eac1882 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b80b70c9-d9b4-4999-8321-1b473b5d613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590994 Jan 20 07:30:08.224699 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-8d52a0b8-8efb-425d-ad20-29f5b41657c8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 07:30:08.225779 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-8d52a0b8-8efb-425d-ad20-29f5b41657c8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101814 Jan 20 07:30:08.342919 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-dc036a0d-34f6-4af8-b0bc-e15df95820a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093125 Jan 20 07:30:08.419521 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:08.479873 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92746d2-efc3-4d57-9987-7bbfc7ebd4d7 req-d6b6dd71-c081-45a7-bef1-60ac0fa0ba3f service neutron] 10.222.0.42 "GET /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293750 Jan 20 07:30:08.480481 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb148fd3-49db-447b-ac85-32c60560da33 None None] New status for floating IP d0c008b1-4aba-49ca-a3d4-48eb42c2c808: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:30:09.206126 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e778e-3301-465c-b63e-5459ee3b37ae req-ea7d1f5c-1d6f-4bce-babe-f2c710ce1880 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:09.208736 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d07e778e-3301-465c-b63e-5459ee3b37ae req-ea7d1f5c-1d6f-4bce-babe-f2c710ce1880 tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.1201382 Jan 20 07:30:09.272745 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d07e778e-3301-465c-b63e-5459ee3b37ae req-4b5a5b3e-9149-4130-ba55-7c69ca2e51cd tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/security-groups?id=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577440 Jan 20 07:30:09.399085 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-ce185324-ce38-4fba-8a3b-353b99f9c9bf tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:09.400664 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-ce185324-ce38-4fba-8a3b-353b99f9c9bf tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 945 time: 0.0616386 Jan 20 07:30:09.517020 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Deleting port 34544028-0af6-48e4-9afa-3e77a1ac41a2 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:09.517360 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:09.620465 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] For port 34544028-0af6-48e4-9afa-3e77a1ac41a2, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=34544028-0af6-48e4-9afa-3e77a1ac41a2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:09.620853 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:09.635630 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Calling delete_port for 34544028-0af6-48e4-9afa-3e77a1ac41a2 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:09.775795 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (34544028-0af6-48e4-9afa-3e77a1ac41a2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:09.813453 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event deleted for resources: {'Port': ['ID=34544028-0af6-48e4-9afa-3e77a1ac41a2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:09.853266 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] No DVR routers for this DVR port 34544028-0af6-48e4-9afa-3e77a1ac41a2 on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:30:09.856514 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:09.859937 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7b69a580-a0dd-4b3f-81ea-f4a71b4b5ccc req-3b9677a6-e702-4881-92ff-90e14426465b tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.42 "DELETE /v2.0/ports/34544028-0af6-48e4-9afa-3e77a1ac41a2 HTTP/1.1" status: 204 len: 173 time: 0.4500358 Jan 20 07:30:09.860458 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-deleted', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:30:09.862834 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0537f435-ceca-4194-91f6-946ea5f2c553" -d '{"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-deleted", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:30:09.924184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8d1782-f0a2-4e68-a850-2c421fb943da x-openstack-request-id: req-bc8d1782-f0a2-4e68-a850-2c421fb943da {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:30:09.924504 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4077b4a-e68a-49a4-9b5e-44e4b9ca445e", "name": "network-vif-deleted", "tag": "34544028-0af6-48e4-9afa-3e77a1ac41a2", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:30:09.924822 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc8d1782-f0a2-4e68-a850-2c421fb943da {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:30:09.925225 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4077b4a-e68a-49a4-9b5e-44e4b9ca445e', 'name': 'network-vif-deleted', 'tag': '34544028-0af6-48e4-9afa-3e77a1ac41a2', 'status': 'completed', 'code': 200} Jan 20 07:30:10.406267 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-115b978b-5d5d-4e8a-8301-55b2729f5b2b req-8aee44a1-7340-430f-b8b6-ae9fc4ee695d tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4077b4a-e68a-49a4-9b5e-44e4b9ca445e HTTP/1.1" status: 200 len: 210 time: 0.0442412 Jan 20 07:30:11.485290 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38714) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:11.555391 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group (67d32ae7-61bb-4dcd-ab9d-002e1528bc7b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:11.587521 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group (67d32ae7-61bb-4dcd-ab9d-002e1528bc7b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:11.667312 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (67d32ae7-61bb-4dcd-ab9d-002e1528bc7b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:11.670756 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:11.672003 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] 10.222.0.53 "DELETE /v2.0/security-groups/67d32ae7-61bb-4dcd-ab9d-002e1528bc7b HTTP/1.1" status: 204 len: 168 time: 0.1855347 Jan 20 07:30:11.690520 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d32ae7-61bb-4dcd-ab9d-002e1528bc7b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:11.698739 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.699066 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.699322 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.700087 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.700926 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.701693 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.702351 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.703013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.703728 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.704437 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.705186 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.706049 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.706736 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532348b0-c45d-46ab-bdaa-68623e26029e tempest-TestShelveInstance-1334812847 tempest-TestShelveInstance-1334812847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:11.732292 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38718) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:12.215219 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (6ee13be4-b1d2-462c-aee8-0b5816e036e1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:12.614996 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Deleting port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:12.615386 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:12.710885 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] For port c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:12.711392 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:12.727933 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Calling delete_port for c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:12.961138 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:13.002279 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:13.041416 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.041979 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.043020 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.043527 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.044063 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.044562 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.045043 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.045521 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.046053 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.046565 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.046987 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.047477 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.048007 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:13.312587 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (6ee13be4-b1d2-462c-aee8-0b5816e036e1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:13.612054 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:30:13.790155 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:30:13.806079 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] Sync routers for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:30:13.810847 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c1de60cb-7de8-43cb-88e8-c7416dc3f6b6 admin admin] 10.222.0.53 "PUT /v2.0/routers/6ee13be4-b1d2-462c-aee8-0b5816e036e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0765271 Jan 20 07:30:13.813340 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38720) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:13.826242 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:13.827075 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:14.056484 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:14.083707 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: 34544028-0af6-48e4-9afa-3e77a1ac41a2 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:14.084047 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device 34544028-0af6-48e4-9afa-3e77a1ac41a2 not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:14.092254 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks [] for router (6ee13be4-b1d2-462c-aee8-0b5816e036e1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:14.100111 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:14.300454 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:30:12Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:14.353792 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] Checking router: 6ee13be4-b1d2-462c-aee8-0b5816e036e1 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:30:14.366175 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] Routers {'6ee13be4-b1d2-462c-aee8-0b5816e036e1'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:14.366843 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:14.439933 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks [] for router_gateway (6ee13be4-b1d2-462c-aee8-0b5816e036e1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:14.476625 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] Set router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:14.521978 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Deleting port 2cdd241d-785f-408d-883a-43cc743e6a08 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:14.522586 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:14.609634 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] For port 2cdd241d-785f-408d-883a-43cc743e6a08, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2cdd241d-785f-408d-883a-43cc743e6a08,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:14.609990 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:14.624614 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Calling delete_port for 2cdd241d-785f-408d-883a-43cc743e6a08 owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:14.687169 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:30:12Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:14.732167 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7eda76-b976-4ed3-ad44-d1806d5a7b0c None None] The sync data for ids ['6ee13be4-b1d2-462c-aee8-0b5816e036e1'] in dv-cinder-823015-5-iscsi is: [{'id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'name': 'tempest-TestShelveInstance-144268091-router', 'tenant_id': '24840d91eae3498abc4e5fddc9425ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:13Z', 'updated_at': '2022-01-20T07:30:12Z', 'revision_number': 5, 'project_id': '24840d91eae3498abc4e5fddc9425ccb', 'gw_port': {'id': '2cdd241d-785f-408d-883a-43cc743e6a08', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee13be4-b1d2-462c-aee8-0b5816e036e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:14Z', 'updated_at': '2022-01-20T07:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:30:14.819144 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (2cdd241d-785f-408d-883a-43cc743e6a08), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:14.850891 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdd241d-785f-408d-883a-43cc743e6a08,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:14.918649 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (6ee13be4-b1d2-462c-aee8-0b5816e036e1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.011066 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (6ee13be4-b1d2-462c-aee8-0b5816e036e1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.013256 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks [] for router_controller (6ee13be4-b1d2-462c-aee8-0b5816e036e1), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.058107 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (6ee13be4-b1d2-462c-aee8-0b5816e036e1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.058571 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee13be4-b1d2-462c-aee8-0b5816e036e1 {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:30:15.063656 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.064990 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-045c20a2-c446-4729-8abd-6ece57ec5bb9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6ee13be4-b1d2-462c-aee8-0b5816e036e1 HTTP/1.1" status: 204 len: 168 time: 1.2502069 Jan 20 07:30:15.067652 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38724) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:15.133703 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Deleting subnet bf52e44a-cf2b-4235-ab70-5474e13e18c7 {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:30:15.137104 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Publish callbacks [] for subnet (bf52e44a-cf2b-4235-ab70-5474e13e18c7), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.177034 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890015'] for subnet (bf52e44a-cf2b-4235-ab70-5474e13e18c7), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.257579 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (bf52e44a-cf2b-4235-ab70-5474e13e18c7), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.312424 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15182044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26041549'] for subnet (bf52e44a-cf2b-4235-ab70-5474e13e18c7), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.346308 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf52e44a-cf2b-4235-ab70-5474e13e18c7,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:15.348141 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.351444 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5c5b3828-092d-4460-85b4-cb45d5971067 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bf52e44a-cf2b-4235-ab70-5474e13e18c7 HTTP/1.1" status: 204 len: 168 time: 0.2822902 Jan 20 07:30:15.355076 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38726) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:15.355590 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd257903-c275-400f-b34f-0cc897698f18 None None] Network b80b70c9-d9b4-4999-8321-1b473b5d613e requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:30:15.437393 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (b80b70c9-d9b4-4999-8321-1b473b5d613e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.503973 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Deleting port e26527f5-94ab-41e0-9c78-47987b07b1f2 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:15.504647 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.567184 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] For port e26527f5-94ab-41e0-9c78-47987b07b1f2, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=e26527f5-94ab-41e0-9c78-47987b07b1f2,segment=NetworkSegment(db4efc68-687e-42c2-8186-a1d12935984a),segment_id=db4efc68-687e-42c2-8186-a1d12935984a)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:15.567543 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.581067 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Calling delete_port for e26527f5-94ab-41e0-9c78-47987b07b1f2 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:15.664215 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (e26527f5-94ab-41e0-9c78-47987b07b1f2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.690726 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Pushing event deleted for resources: {'Port': ['ID=e26527f5-94ab-41e0-9c78-47987b07b1f2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:15.694322 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] No DVR routers for this DVR port e26527f5-94ab-41e0-9c78-47987b07b1f2 on host dv-cinder-823015-5-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:30:15.771482 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (b80b70c9-d9b4-4999-8321-1b473b5d613e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.799050 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b70c9-d9b4-4999-8321-1b473b5d613e']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:15.814864 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188cf7eb-bf71-42bd-b6cf-9dfa828a4022 None None] DHCP port deletion for b80b70c9-d9b4-4999-8321-1b473b5d613e request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:30:15.818095 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4efc68-687e-42c2-8186-a1d12935984a') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:15.818517 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4efc68-687e-42c2-8186-a1d12935984a') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:15.833811 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (db4efc68-687e-42c2-8186-a1d12935984a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.850006 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (db4efc68-687e-42c2-8186-a1d12935984a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.856765 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:30:15.857309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (db4efc68-687e-42c2-8186-a1d12935984a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: warnings.warn(msg) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:30:15.859161 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:30:15.894814 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device e26527f5-94ab-41e0-9c78-47987b07b1f2 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:15.915976 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: e26527f5-94ab-41e0-9c78-47987b07b1f2 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:15.916348 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device e26527f5-94ab-41e0-9c78-47987b07b1f2 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:15.916855 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2cdd241d-785f-408d-883a-43cc743e6a08 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:15.918714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (b80b70c9-d9b4-4999-8321-1b473b5d613e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.924370 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:15.930767 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] 10.222.0.53 "DELETE /v2.0/networks/b80b70c9-d9b4-4999-8321-1b473b5d613e HTTP/1.1" status: 204 len: 168 time: 0.5733929 Jan 20 07:30:15.931105 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38728) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:15.940969 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 2cdd241d-785f-408d-883a-43cc743e6a08 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:15.941671 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2cdd241d-785f-408d-883a-43cc743e6a08 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:15.941926 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:15.952497 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2c056-2c2a-4701-94f6-662fa06dd31e admin admin] Pushing event deleted for resources: {'Network': ['ID=b80b70c9-d9b4-4999-8321-1b473b5d613e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:15.970739 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:15.971086 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device c68f5b95-5b87-4cf9-8425-d7ee19c0bdb6 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:16.297326 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (19709322-18f0-425f-a26a-7d4b2d755a9e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:16.559012 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Deleting port 95d92857-14e5-4a90-8692-15d485a2de48 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:16.559264 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (95d92857-14e5-4a90-8692-15d485a2de48), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:16.641651 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] For port 95d92857-14e5-4a90-8692-15d485a2de48, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=95d92857-14e5-4a90-8692-15d485a2de48,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:16.642009 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (95d92857-14e5-4a90-8692-15d485a2de48), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:16.660556 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Calling delete_port for 95d92857-14e5-4a90-8692-15d485a2de48 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:16.855767 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (95d92857-14e5-4a90-8692-15d485a2de48), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:16.881960 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d92857-14e5-4a90-8692-15d485a2de48,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:17.106466 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (19709322-18f0-425f-a26a-7d4b2d755a9e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:17.340018 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Router 19709322-18f0-425f-a26a-7d4b2d755a9e has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:30:17.451638 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:30:17.458196 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1b211eff-9b43-4a34-81fb-20c5b5feb776 admin admin] 10.222.0.53 "PUT /v2.0/routers/19709322-18f0-425f-a26a-7d4b2d755a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253937 Jan 20 07:30:17.459506 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38730) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:17.462446 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] Sync routers for ids ['19709322-18f0-425f-a26a-7d4b2d755a9e'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:30:17.477738 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] Routers {'19709322-18f0-425f-a26a-7d4b2d755a9e'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:17.478796 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['19709322-18f0-425f-a26a-7d4b2d755a9e'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:17.571642 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks [] for router (19709322-18f0-425f-a26a-7d4b2d755a9e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:17.616232 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] Set router 19709322-18f0-425f-a26a-7d4b2d755a9e gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:17.697581 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks [] for router_gateway (19709322-18f0-425f-a26a-7d4b2d755a9e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:17.779837 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Deleting port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:17.780268 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:17.821745 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:30:16Z', 'revision_number': 5, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port': {'id': '5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:17.849799 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] Checking router: 19709322-18f0-425f-a26a-7d4b2d755a9e for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:30:17.863161 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] Routers {'19709322-18f0-425f-a26a-7d4b2d755a9e'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:17.863161 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:05Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['19709322-18f0-425f-a26a-7d4b2d755a9e'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:17.963376 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] Set router 19709322-18f0-425f-a26a-7d4b2d755a9e gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:18.024021 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:30:17Z', 'revision_number': 6, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:18.053503 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230583a-f63f-4a3c-a599-612302fc9dda None None] The sync data for ids ['19709322-18f0-425f-a26a-7d4b2d755a9e'] in dv-cinder-823015-5-iscsi is: [{'id': '19709322-18f0-425f-a26a-7d4b2d755a9e', 'name': 'tempest-TestShelveInstance-1899051816-router', 'tenant_id': 'd3ddfa7666614773a3fc64d7685d9511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:25:20Z', 'updated_at': '2022-01-20T07:30:17Z', 'revision_number': 6, 'project_id': 'd3ddfa7666614773a3fc64d7685d9511', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:30:18.173394 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] For port 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:18.173905 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.187944 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Calling delete_port for 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:18.362014 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.390640 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:18.467737 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (19709322-18f0-425f-a26a-7d4b2d755a9e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.593782 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (19709322-18f0-425f-a26a-7d4b2d755a9e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.602693 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks [] for router_controller (19709322-18f0-425f-a26a-7d4b2d755a9e), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.648203 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (19709322-18f0-425f-a26a-7d4b2d755a9e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.648653 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19709322-18f0-425f-a26a-7d4b2d755a9e {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:30:18.652961 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.654298 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5e537308-3ab4-44aa-a0d2-928c3686124a admin admin] 10.222.0.53 "DELETE /v2.0/routers/19709322-18f0-425f-a26a-7d4b2d755a9e HTTP/1.1" status: 204 len: 168 time: 1.1936991 Jan 20 07:30:18.656700 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38732) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:18.705832 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Deleting subnet f8da0b2d-a802-45e2-8c10-acadd8f6afb4 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:30:18.709136 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Publish callbacks [] for subnet (f8da0b2d-a802-45e2-8c10-acadd8f6afb4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.744645 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (f8da0b2d-a802-45e2-8c10-acadd8f6afb4), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.836986 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (f8da0b2d-a802-45e2-8c10-acadd8f6afb4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.903039 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (f8da0b2d-a802-45e2-8c10-acadd8f6afb4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.935121 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8da0b2d-a802-45e2-8c10-acadd8f6afb4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:18.937086 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:18.940448 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cd53c76d-b9ab-4440-8a4b-a111090099a3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f8da0b2d-a802-45e2-8c10-acadd8f6afb4 HTTP/1.1" status: 204 len: 168 time: 0.2825730 Jan 20 07:30:18.942018 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e818e79-9576-4008-ad0b-3ee6c015bc62 None None] Network 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:30:18.942973 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38734) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:19.025926 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (9d5c5263-8540-43da-83dc-b3fb4f30f9b6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.082921 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Deleting port ed7d0146-5964-407d-8cd2-7e3cea54700b {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:19.083366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.130360 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] DHCP port deletion for 9d5c5263-8540-43da-83dc-b3fb4f30f9b6 request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:30:19.163095 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] For port ed7d0146-5964-407d-8cd2-7e3cea54700b, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ed7d0146-5964-407d-8cd2-7e3cea54700b,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:19.163471 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.178807 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Calling delete_port for ed7d0146-5964-407d-8cd2-7e3cea54700b owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:19.187397 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Deleting port ed7d0146-5964-407d-8cd2-7e3cea54700b {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:19.188159 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.254989 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] For port ed7d0146-5964-407d-8cd2-7e3cea54700b, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ed7d0146-5964-407d-8cd2-7e3cea54700b,segment=NetworkSegment(06268fc8-1781-453e-abb1-402fe9006d50),segment_id=06268fc8-1781-453e-abb1-402fe9006d50)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:19.255483 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.270519 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Calling delete_port for ed7d0146-5964-407d-8cd2-7e3cea54700b owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:19.274168 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.300177 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7d0146-5964-407d-8cd2-7e3cea54700b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:19.304198 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] No DVR routers for this DVR port ed7d0146-5964-407d-8cd2-7e3cea54700b on host dv-cinder-823015-5-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:30:19.354010 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (ed7d0146-5964-407d-8cd2-7e3cea54700b), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.377728 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Pushing event deleted for resources: {'Port': ['ID=ed7d0146-5964-407d-8cd2-7e3cea54700b,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:19.383992 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (9d5c5263-8540-43da-83dc-b3fb4f30f9b6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.387737 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.388094 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.388441 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.388786 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.389122 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.389476 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.389810 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.390138 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.390470 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.390799 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.391122 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.391452 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.391770 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-5-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 07:30:19.394765 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61db25-428a-499e-a0a5-80b04014fd3b None None] No DVR routers for this DVR port ed7d0146-5964-407d-8cd2-7e3cea54700b on host dv-cinder-823015-5-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:30:19.422577 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5c5263-8540-43da-83dc-b3fb4f30f9b6']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:19.440173 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06268fc8-1781-453e-abb1-402fe9006d50') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:19.440689 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06268fc8-1781-453e-abb1-402fe9006d50') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:19.452071 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (06268fc8-1781-453e-abb1-402fe9006d50), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.469028 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (06268fc8-1781-453e-abb1-402fe9006d50), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.475562 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:30:19.475960 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (06268fc8-1781-453e-abb1-402fe9006d50), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:30:19.477965 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:30:19.537057 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (9d5c5263-8540-43da-83dc-b3fb4f30f9b6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.543391 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.546811 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9d5c5263-8540-43da-83dc-b3fb4f30f9b6 HTTP/1.1" status: 204 len: 168 time: 0.6028786 Jan 20 07:30:19.558516 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114086b0-5d54-4f63-935b-27e23417fa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5c5263-8540-43da-83dc-b3fb4f30f9b6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:19.669884 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38738) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:19.711030 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ce5fb168-456a-45d2-bc2b-b58bf4db874a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24840d91eae3498abc4e5fddc9425ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398128 Jan 20 07:30:19.713403 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38740) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:19.764410 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-45ad1652-7711-4aa2-b252-1e9d2909cca2 admin admin] Publish callbacks [] for security_group (596cef14-f5c5-4d22-87e8-3193bf6aea71), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.797291 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-45ad1652-7711-4aa2-b252-1e9d2909cca2 admin admin] Publish callbacks [] for security_group (596cef14-f5c5-4d22-87e8-3193bf6aea71), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.797545 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:19.827490 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:19.828269 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 5ae9f0b1-4eea-46c2-8dcf-bdc0dd513e18 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:19.828857 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ed7d0146-5964-407d-8cd2-7e3cea54700b no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:19.850443 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: ed7d0146-5964-407d-8cd2-7e3cea54700b {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:19.851442 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ed7d0146-5964-407d-8cd2-7e3cea54700b not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:19.851954 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 95d92857-14e5-4a90-8692-15d485a2de48 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:19.882098 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 95d92857-14e5-4a90-8692-15d485a2de48 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:19.882466 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 95d92857-14e5-4a90-8692-15d485a2de48 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:19.889096 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-45ad1652-7711-4aa2-b252-1e9d2909cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (596cef14-f5c5-4d22-87e8-3193bf6aea71), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.893211 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-45ad1652-7711-4aa2-b252-1e9d2909cca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:19.897516 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-45ad1652-7711-4aa2-b252-1e9d2909cca2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/596cef14-f5c5-4d22-87e8-3193bf6aea71 HTTP/1.1" status: 204 len: 168 time: 0.1793740 Jan 20 07:30:19.909960 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad1652-7711-4aa2-b252-1e9d2909cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596cef14-f5c5-4d22-87e8-3193bf6aea71,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:20.278433 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38746) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:20.321615 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1b882f7e-60f2-4f2a-99ce-b0c9e6c8a8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3ddfa7666614773a3fc64d7685d9511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419664 Jan 20 07:30:20.324649 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38748) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:20.372148 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eab5133c-909c-4659-ba79-0c9afd9cddd5 admin admin] Publish callbacks [] for security_group (07474fda-ef0d-4746-ad5c-b3d2b872fa32), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:20.394149 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eab5133c-909c-4659-ba79-0c9afd9cddd5 admin admin] Publish callbacks [] for security_group (07474fda-ef0d-4746-ad5c-b3d2b872fa32), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:20.440249 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eab5133c-909c-4659-ba79-0c9afd9cddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (07474fda-ef0d-4746-ad5c-b3d2b872fa32), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:20.442892 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eab5133c-909c-4659-ba79-0c9afd9cddd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:20.444064 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-eab5133c-909c-4659-ba79-0c9afd9cddd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07474fda-ef0d-4746-ad5c-b3d2b872fa32 HTTP/1.1" status: 204 len: 168 time: 0.1185067 Jan 20 07:30:20.454722 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5133c-909c-4659-ba79-0c9afd9cddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07474fda-ef0d-4746-ad5c-b3d2b872fa32,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:28.200699 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:30:31.841048 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9f330eac-837a-4382-9f4d-6e7e6bb6c377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:35.244694 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a230f32c-dc15-4db0-8195-6079092a6b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:35.751894 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:36.668237 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:37.796673 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:38.414141 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:46.278415 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38754) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:46.428686 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Deleting port 34b94d04-306d-4559-9374-d1e39a6277c7 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:46.429017 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (34b94d04-306d-4559-9374-d1e39a6277c7), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:46.503524 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (34b94d04-306d-4559-9374-d1e39a6277c7), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:46.503842 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (34b94d04-306d-4559-9374-d1e39a6277c7), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:46.515388 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Calling delete_port for 34b94d04-306d-4559-9374-d1e39a6277c7 owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:46.655812 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (34b94d04-306d-4559-9374-d1e39a6277c7), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:46.685711 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'Port': ['ID=34b94d04-306d-4559-9374-d1e39a6277c7,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:46.738054 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:46.738380 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Floating IP 75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4 disassociated (deleted). External IP: 172.27.0.237, port: a3869ae9-a96d-4d1b-987c-2afc5034d72d. Jan 20 07:30:46.941395 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:30:47.272745 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:30:47.277413 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:47.282500 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:30:47.292006 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:47.292621 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:47.306546 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a75b7c74-19ca-40c9-ae72-31dc7b4fbc50 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "DELETE /v2.0/floatingips/75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4 HTTP/1.1" status: 204 len: 168 time: 1.0246968 Jan 20 07:30:47.306546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:30:47.307201 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a30548-b692-4c0b-82c4-df6e61693adf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:30:47.349777 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9531fe1-4186-4895-a1ca-fade2862860c x-openstack-request-id: req-d9531fe1-4186-4895-a1ca-fade2862860c {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:30:47.350071 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:30:47.350324 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9531fe1-4186-4895-a1ca-fade2862860c {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:30:47.350724 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'status': 'completed', 'code': 200} Jan 20 07:30:47.402080 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:47.424982 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-86c65d9c-5167-4b48-bba2-2709481fea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:47.426530 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-86c65d9c-5167-4b48-bba2-2709481fea65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 1098 time: 0.0479383 Jan 20 07:30:47.525970 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-72bca865-77ca-436f-9bbd-8e3b163ae4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:47.527848 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-72bca865-77ca-436f-9bbd-8e3b163ae4c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.0942419 Jan 20 07:30:47.542224 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27c45-1772-4c0b-b6cc-6facdefb0083 req-a5e333c0-b125-456e-950c-83f878522de5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:47.543719 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-34b27c45-1772-4c0b-b6cc-6facdefb0083 req-a5e333c0-b125-456e-950c-83f878522de5 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 945 time: 0.0497050 Jan 20 07:30:47.576134 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-aa2e8cb3-5c0e-4fb1-93dc-d2902bad177e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d HTTP/1.1" status: 200 len: 217 time: 0.0414119 Jan 20 07:30:47.594355 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-34b27c45-1772-4c0b-b6cc-6facdefb0083 req-412ce598-0188-46aa-bb5d-2e4c41fe7eb7 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439510 Jan 20 07:30:47.626481 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-2ddde7f5-c712-47b4-ab3f-a7774d3f67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:47.628129 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-2ddde7f5-c712-47b4-ab3f-a7774d3f67ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0457795 Jan 20 07:30:47.643308 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:12Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:47.669809 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:30:47.675084 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-eaf6f694-0e61-454a-8fff-a039922b6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:47.676587 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-eaf6f694-0e61-454a-8fff-a039922b6321 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422096 Jan 20 07:30:47.678209 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:47.678818 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:47.770516 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-b365e732-bf61-4eea-8241-5437297e82df service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Jan 20 07:30:47.782890 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:47.858897 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5a30548-b692-4c0b-82c4-df6e61693adf req-672ee5d6-a328-4545-9219-ecc136ca127e service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817113 Jan 20 07:30:48.011151 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:12Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:48.037312 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed901eca-033d-4e3d-bb62-cb7bf07f315f None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_floatingips': [{'id': '53835c17-5400-4891-9ecc-9ab5b1e573bb', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'router_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'port_id': 'c89a4005-03f6-452c-863b-07306e31552f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'mac_address': 'fa:16:3e:97:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T07:27:10Z', 'updated_at': '2022-01-20T07:27:12Z', 'revision_number': 1, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:30:48.253775 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b05899-37e3-42d0-9977-c5f43dad1192 None None] New status for floating IP 75d72cfa-1eee-4b2c-ad78-83c7e5ad70c4: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:30:48.711752 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcdc67-b672-452c-a9d8-1a78f9d96122 req-27e3c10c-2eda-40cc-9794-2f0433c794dd tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:48.713201 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6bcdc67-b672-452c-a9d8-1a78f9d96122 req-27e3c10c-2eda-40cc-9794-2f0433c794dd tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 945 time: 0.0481405 Jan 20 07:30:48.760598 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6bcdc67-b672-452c-a9d8-1a78f9d96122 req-8601272d-4788-44c7-ae90-4afa805539c6 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417752 Jan 20 07:30:49.255366 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-ac6f1559-fae8-40e2-868d-c6a07c5784a4 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:49.256798 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-ac6f1559-fae8-40e2-868d-c6a07c5784a4 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 945 time: 0.0627282 Jan 20 07:30:49.345518 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Deleting port a3869ae9-a96d-4d1b-987c-2afc5034d72d {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:49.345880 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:49.434410 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] For port a3869ae9-a96d-4d1b-987c-2afc5034d72d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=a3869ae9-a96d-4d1b-987c-2afc5034d72d,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:49.434769 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:49.447954 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Calling delete_port for a3869ae9-a96d-4d1b-987c-2afc5034d72d owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:49.574205 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (a3869ae9-a96d-4d1b-987c-2afc5034d72d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:49.601246 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'Port': ['ID=a3869ae9-a96d-4d1b-987c-2afc5034d72d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:49.643851 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] No DVR routers for this DVR port a3869ae9-a96d-4d1b-987c-2afc5034d72d on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:30:49.646384 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:49.649730 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e4361ce-ff4e-446d-93d6-c5899f4144fb req-14777cd3-00e1-4a57-a327-e5297d8ce084 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "DELETE /v2.0/ports/a3869ae9-a96d-4d1b-987c-2afc5034d72d HTTP/1.1" status: 204 len: 173 time: 0.3852341 Jan 20 07:30:49.650176 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'name': 'network-vif-deleted', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:30:49.652404 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005b52d-c39f-4f5b-b27e-ccd2e390cbea" -d '{"events": [{"server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "name": "network-vif-deleted", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:30:49.853932 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7373d9a-33eb-4e01-a977-ffa6ee74c043 req-44ec5907-d326-406d-a11d-68ccf0b82bbb tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a2a1492-7ebf-4635-9c50-bbcd36bcb04b HTTP/1.1" status: 200 len: 210 time: 0.0255694 Jan 20 07:30:49.866869 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a05e4a6-9e98-4d9f-afa7-4fef7018c614 x-openstack-request-id: req-3a05e4a6-9e98-4d9f-afa7-4fef7018c614 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:30:49.867022 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a1492-7ebf-4635-9c50-bbcd36bcb04b", "name": "network-vif-deleted", "tag": "a3869ae9-a96d-4d1b-987c-2afc5034d72d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:30:49.867309 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a05e4a6-9e98-4d9f-afa7-4fef7018c614 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:30:49.867772 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2a1492-7ebf-4635-9c50-bbcd36bcb04b', 'name': 'network-vif-deleted', 'tag': 'a3869ae9-a96d-4d1b-987c-2afc5034d72d', 'status': 'completed', 'code': 200} Jan 20 07:30:53.127474 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38784) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:53.283826 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Deleting port 49436481-b8f2-4811-aca9-a957c7446abb {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:53.284173 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (49436481-b8f2-4811-aca9-a957c7446abb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:53.356912 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (49436481-b8f2-4811-aca9-a957c7446abb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:53.357237 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (49436481-b8f2-4811-aca9-a957c7446abb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:53.368819 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Calling delete_port for 49436481-b8f2-4811-aca9-a957c7446abb owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:53.512039 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (49436481-b8f2-4811-aca9-a957c7446abb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:53.538085 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'Port': ['ID=49436481-b8f2-4811-aca9-a957c7446abb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:53.598519 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (53835c17-5400-4891-9ecc-9ab5b1e573bb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:53.598844 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Floating IP 53835c17-5400-4891-9ecc-9ab5b1e573bb disassociated (deleted). External IP: 172.27.0.212, port: c89a4005-03f6-452c-863b-07306e31552f. Jan 20 07:30:53.800133 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:30:53.914924 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:30:53.919732 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:53.925669 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:30:53.936269 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:53.936892 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:53.946356 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1b225b1e-14ad-4449-a7a3-d44244659967 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "DELETE /v2.0/floatingips/53835c17-5400-4891-9ecc-9ab5b1e573bb HTTP/1.1" status: 204 len: 168 time: 0.8178005 Jan 20 07:30:53.947086 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:30:53.949298 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb1a47aecb57d7d1cd6a1e7f888841e87559aa96f4b0f1ac620fd90cc31811a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ae068-12be-45aa-a22e-dd313239f947" -d '{"events": [{"name": "network-changed", "server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "tag": "c89a4005-03f6-452c-863b-07306e31552f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:30:53.989717 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 07:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3811941-db26-4807-9ec4-7de2b5b0ba34 x-openstack-request-id: req-a3811941-db26-4807-9ec4-7de2b5b0ba34 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:30:53.990082 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "tag": "c89a4005-03f6-452c-863b-07306e31552f", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:30:53.990404 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3811941-db26-4807-9ec4-7de2b5b0ba34 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:30:53.990936 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f', 'status': 'completed', 'code': 200} Jan 20 07:30:54.073255 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-3832ef5b-852a-4fe2-85ce-dc90559bb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:54.075653 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-3832ef5b-852a-4fe2-85ce-dc90559bb0e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 1099 time: 0.0543420 Jan 20 07:30:54.176159 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-0a549d5b-a969-49dc-8f9d-4ba4a8569a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:54.178865 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-0a549d5b-a969-49dc-8f9d-4ba4a8569a89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 200 len: 912 time: 0.0933161 Jan 20 07:30:54.181260 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:54.189265 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12fea5-e68d-45a4-aa40-2dbf136d82ef req-acddceed-edf6-40a9-b0cb-521c18720543 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:54.191358 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc12fea5-e68d-45a4-aa40-2dbf136d82ef req-acddceed-edf6-40a9-b0cb-521c18720543 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0540111 Jan 20 07:30:54.209474 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device a3869ae9-a96d-4d1b-987c-2afc5034d72d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:30:54.226696 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-b5a46b0c-f2cf-424c-91ff-6e6e5afc76d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 200 len: 217 time: 0.0403738 Jan 20 07:30:54.246642 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: a3869ae9-a96d-4d1b-987c-2afc5034d72d {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:30:54.247009 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device a3869ae9-a96d-4d1b-987c-2afc5034d72d not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:30:54.247730 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc12fea5-e68d-45a4-aa40-2dbf136d82ef req-ea27c848-9dfc-4a62-9de4-34d3a454c126 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508113 Jan 20 07:30:54.278489 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-bc24aebd-a269-49c8-ae6b-8ea9b4c953ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:54.279954 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-bc24aebd-a269-49c8-ae6b-8ea9b4c953ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 200 len: 850 time: 0.0467138 Jan 20 07:30:54.326008 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-f4ce77fc-8a0d-4045-97e4-b432b9edaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:54.327429 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-f4ce77fc-8a0d-4045-97e4-b432b9edaf92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315e85cd-8493-4bce-83f1-fa85785161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402732 Jan 20 07:30:54.410477 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:54.419639 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-7b59d0ba-14df-4ed5-8a00-a3a3d5b59745 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852535 Jan 20 07:30:54.436718 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:30:54.445044 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:30:54.445683 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:54.508622 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f2ae068-12be-45aa-a22e-dd313239f947 req-d4af6b4c-b782-4106-b4d7-36d302105446 service neutron] 10.222.0.42 "GET /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827587 Jan 20 07:30:54.552106 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:30:54.745257 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:30:54.770549 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d4cc-2887-4d8c-b4ec-f20d5093aec4 None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:23:20Z', 'revision_number': 4, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi', '_interfaces': [{'id': '9d928711-ae9f-4d63-812f-191e29f3ffbc', 'name': '', 'network_id': '315e85cd-8493-4bce-83f1-fa85785161f0', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'mac_address': 'fa:16:3e:04:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:20Z', 'updated_at': '2022-01-20T07:23:26Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'subnets': [{'id': 'f665b2d1-0c43-453c-b532-e1af748ba76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:30:54.976576 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55e3518-c260-4fd8-b624-5a9e954a7087 None None] New status for floating IP 53835c17-5400-4891-9ecc-9ab5b1e573bb: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 07:30:55.363193 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da29ac0-9404-4d23-b393-0609e81b33fd req-632085ec-2197-4b2a-a7d4-8f1ca7c3342e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:55.364697 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7da29ac0-9404-4d23-b393-0609e81b33fd req-632085ec-2197-4b2a-a7d4-8f1ca7c3342e tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0483382 Jan 20 07:30:55.418776 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7da29ac0-9404-4d23-b393-0609e81b33fd req-a7d93336-595b-4063-8955-caa2be423af8 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/security-groups?id=26ceeb8d-d610-47a7-b98f-5081aae15834&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482638 Jan 20 07:30:55.843148 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-dea027bc-88cb-4d7f-9c10-b64eec5bf406 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 07:30:55.844552 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-dea027bc-88cb-4d7f-9c10-b64eec5bf406 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 946 time: 0.0471609 Jan 20 07:30:55.933163 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Deleting port c89a4005-03f6-452c-863b-07306e31552f {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:55.933539 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (c89a4005-03f6-452c-863b-07306e31552f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:56.021714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] For port c89a4005-03f6-452c-863b-07306e31552f, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=c89a4005-03f6-452c-863b-07306e31552f,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:30:56.021998 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (c89a4005-03f6-452c-863b-07306e31552f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:56.035201 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Calling delete_port for c89a4005-03f6-452c-863b-07306e31552f owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:56.159141 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (c89a4005-03f6-452c-863b-07306e31552f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:56.189375 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'Port': ['ID=c89a4005-03f6-452c-863b-07306e31552f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:56.232596 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] No DVR routers for this DVR port c89a4005-03f6-452c-863b-07306e31552f on host hv-cinder-82301 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:30:56.235132 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:56.238988 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-82268ee0-41d0-43e6-ad2b-4d7c6fb0550d req-7bac2186-1272-4d73-a986-a3af6616df68 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.42 "DELETE /v2.0/ports/c89a4005-03f6-452c-863b-07306e31552f HTTP/1.1" status: 204 len: 173 time: 0.3869355 Jan 20 07:30:56.239436 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'name': 'network-vif-deleted', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 07:30:56.241654 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e151908ce8764226d66087c51e7f425acae5da0c27fb8dc6c9e349c212cb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d85171-5a0f-483d-8cea-16ee37c7df4c" -d '{"events": [{"server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "name": "network-vif-deleted", "tag": "c89a4005-03f6-452c-863b-07306e31552f"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 07:30:56.277013 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 07:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff14fa50-d77c-45af-81f5-6d7fb4fe9692 x-openstack-request-id: req-ff14fa50-d77c-45af-81f5-6d7fb4fe9692 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 07:30:56.277300 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a71f3e-ab28-48ca-9c30-6b928aab0382", "name": "network-vif-deleted", "tag": "c89a4005-03f6-452c-863b-07306e31552f", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 07:30:56.277593 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff14fa50-d77c-45af-81f5-6d7fb4fe9692 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 07:30:56.278014 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a71f3e-ab28-48ca-9c30-6b928aab0382', 'name': 'network-vif-deleted', 'tag': 'c89a4005-03f6-452c-863b-07306e31552f', 'status': 'completed', 'code': 200} Jan 20 07:30:56.511599 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e78b49d0-3829-4bea-afd3-42446f85dda6 req-b80b9aec-b8c6-4c4c-b33c-ea33200140ac tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "GET /v2.0/ports?device_id=34a71f3e-ab28-48ca-9c30-6b928aab0382 HTTP/1.1" status: 200 len: 210 time: 0.0253801 Jan 20 07:30:57.570585 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38800) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:57.692326 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Deleting port 832e9c70-6904-4a8c-9ab7-5ad390d051af {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:30:57.692663 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:57.768237 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:57.768563 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (832e9c70-6904-4a8c-9ab7-5ad390d051af), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:57.780103 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Calling delete_port for 832e9c70-6904-4a8c-9ab7-5ad390d051af owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:30:57.914090 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (832e9c70-6904-4a8c-9ab7-5ad390d051af), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:57.936416 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'Port': ['ID=832e9c70-6904-4a8c-9ab7-5ad390d051af,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:58.000097 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for floatingip (b6b753a6-4aee-4b73-b893-51124992b049), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:58.002680 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040865'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:58.003885 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1d4ebf6c-6005-41d8-a189-375847d7c13b tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "DELETE /v2.0/floatingips/b6b753a6-4aee-4b73-b893-51124992b049 HTTP/1.1" status: 204 len: 168 time: 0.4323237 Jan 20 07:30:59.189046 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38812) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:59.245593 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e5656b-e539-45c6-9fe6-cf064728da46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group (26ceeb8d-d610-47a7-b98f-5081aae15834), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:59.273093 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e5656b-e539-45c6-9fe6-cf064728da46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group (26ceeb8d-d610-47a7-b98f-5081aae15834), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:59.331004 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e5656b-e539-45c6-9fe6-cf064728da46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (26ceeb8d-d610-47a7-b98f-5081aae15834), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:59.333642 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e5656b-e539-45c6-9fe6-cf064728da46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:30:59.334789 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-42e5656b-e539-45c6-9fe6-cf064728da46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] 10.222.0.53 "DELETE /v2.0/security-groups/26ceeb8d-d610-47a7-b98f-5081aae15834 HTTP/1.1" status: 204 len: 168 time: 0.1447098 Jan 20 07:30:59.343863 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5656b-e539-45c6-9fe6-cf064728da46 tempest-TestVolumeBootPattern-185988174 tempest-TestVolumeBootPattern-185988174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ceeb8d-d610-47a7-b98f-5081aae15834,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:30:59.386604 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38816) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:30:59.861088 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (c3b7fba4-32b0-4704-a9fe-1501c56caf89), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:00.099150 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Deleting port 9d928711-ae9f-4d63-812f-191e29f3ffbc {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:00.099488 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:00.175361 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] For port 9d928711-ae9f-4d63-812f-191e29f3ffbc, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=9d928711-ae9f-4d63-812f-191e29f3ffbc,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:00.175703 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:00.187851 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Calling delete_port for 9d928711-ae9f-4d63-812f-191e29f3ffbc owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:00.233809 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c89a4005-03f6-452c-863b-07306e31552f no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:00.257801 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] No Port match for: c89a4005-03f6-452c-863b-07306e31552f {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:00.258145 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Device c89a4005-03f6-452c-863b-07306e31552f not bound to the agent host hv-cinder-82301 {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:00.363395 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (9d928711-ae9f-4d63-812f-191e29f3ffbc), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:00.386621 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d928711-ae9f-4d63-812f-191e29f3ffbc,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:00.552809 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (c3b7fba4-32b0-4704-a9fe-1501c56caf89), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.019853 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Router c3b7fba4-32b0-4704-a9fe-1501c56caf89 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:31:01.122584 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:31:01.128268 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-06b52026-0bfe-47a6-b99d-83db1ec9bca3 admin admin] 10.222.0.53 "PUT /v2.0/routers/c3b7fba4-32b0-4704-a9fe-1501c56caf89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406576 Jan 20 07:31:01.130827 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38820) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:01.132459 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] Sync routers for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:31:01.141919 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:31:01.142521 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:01.231860 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks [] for router (c3b7fba4-32b0-4704-a9fe-1501c56caf89), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.245247 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:31:01.332264 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks [] for router_gateway (c3b7fba4-32b0-4704-a9fe-1501c56caf89), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.385291 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Deleting port edb42092-e57b-44bb-875e-4c4101b9fdf1 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:01.386001 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.420413 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:31:00Z', 'revision_number': 5, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port': {'id': 'edb42092-e57b-44bb-875e-4c4101b9fdf1', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:17Z', 'updated_at': '2022-01-20T07:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:01.447114 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] Checking router: c3b7fba4-32b0-4704-a9fe-1501c56caf89 for host: dv-cinder-823015-5-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:31:01.458664 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] Routers {'c3b7fba4-32b0-4704-a9fe-1501c56caf89'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:31:01.458873 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:01.466530 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] For port edb42092-e57b-44bb-875e-4c4101b9fdf1, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=edb42092-e57b-44bb-875e-4c4101b9fdf1,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:01.466890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.481676 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Calling delete_port for edb42092-e57b-44bb-875e-4c4101b9fdf1 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:01.551162 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] Set router c3b7fba4-32b0-4704-a9fe-1501c56caf89 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:31:01.607394 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:31:01Z', 'revision_number': 6, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:01.633202 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b69cc9-7fde-45de-a2d9-63aa5d99fa33 None None] The sync data for ids ['c3b7fba4-32b0-4704-a9fe-1501c56caf89'] in dv-cinder-823015-5-iscsi is: [{'id': 'c3b7fba4-32b0-4704-a9fe-1501c56caf89', 'name': 'tempest-TestVolumeBootPattern-628294392-router', 'tenant_id': '87c35b69d9154a58b6918d8e85b66ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:16Z', 'updated_at': '2022-01-20T07:31:01Z', 'revision_number': 6, 'project_id': '87c35b69d9154a58b6918d8e85b66ad6', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:31:01.684639 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (edb42092-e57b-44bb-875e-4c4101b9fdf1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.710031 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb42092-e57b-44bb-875e-4c4101b9fdf1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:01.775887 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (c3b7fba4-32b0-4704-a9fe-1501c56caf89), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.833821 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6d62b522-7764-4d6d-8960-be2f4c3ab0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.869543 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (c3b7fba4-32b0-4704-a9fe-1501c56caf89), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.871684 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks [] for router_controller (c3b7fba4-32b0-4704-a9fe-1501c56caf89), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.914786 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (c3b7fba4-32b0-4704-a9fe-1501c56caf89), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.915231 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b7fba4-32b0-4704-a9fe-1501c56caf89 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:31:01.919387 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:01.920532 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-08e7caf5-cdb0-4148-b6c9-af1a27b16bb0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c3b7fba4-32b0-4704-a9fe-1501c56caf89 HTTP/1.1" status: 204 len: 168 time: 0.7887959 Jan 20 07:31:01.923026 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38822) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:01.967082 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Deleting subnet f665b2d1-0c43-453c-b532-e1af748ba76c {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:31:01.970236 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Publish callbacks [] for subnet (f665b2d1-0c43-453c-b532-e1af748ba76c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.007376 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929229'] for subnet (f665b2d1-0c43-453c-b532-e1af748ba76c), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.102542 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (f665b2d1-0c43-453c-b532-e1af748ba76c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.153532 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25929178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29189256'] for subnet (f665b2d1-0c43-453c-b532-e1af748ba76c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.177656 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f665b2d1-0c43-453c-b532-e1af748ba76c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:02.181416 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.184869 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d243b1d2-66ae-404a-95ff-765cf520c794 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f665b2d1-0c43-453c-b532-e1af748ba76c HTTP/1.1" status: 204 len: 168 time: 0.2606311 Jan 20 07:31:02.187045 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38824) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:02.190059 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0358ea42-6a09-46df-a6f2-9cb34577b658 None None] Network 315e85cd-8493-4bce-83f1-fa85785161f0 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:31:02.256298 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (315e85cd-8493-4bce-83f1-fa85785161f0), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.310968 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Deleting port ff0f3433-1048-4b35-b12d-543ac8bc8b49 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:02.311310 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.371796 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] For port ff0f3433-1048-4b35-b12d-543ac8bc8b49, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ff0f3433-1048-4b35-b12d-543ac8bc8b49,segment=NetworkSegment(5f75b860-eea2-4983-816e-10a790033f32),segment_id=5f75b860-eea2-4983-816e-10a790033f32)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:02.372152 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.384718 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Calling delete_port for ff0f3433-1048-4b35-b12d-543ac8bc8b49 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:02.436807 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] DHCP port deletion for 315e85cd-8493-4bce-83f1-fa85785161f0 request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:31:02.440433 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 9d928711-ae9f-4d63-812f-191e29f3ffbc no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:02.462978 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 9d928711-ae9f-4d63-812f-191e29f3ffbc {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:02.462978 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 9d928711-ae9f-4d63-812f-191e29f3ffbc not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:02.473866 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25929207'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.505145 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0f3433-1048-4b35-b12d-543ac8bc8b49,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:02.508916 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] No DVR routers for this DVR port ff0f3433-1048-4b35-b12d-543ac8bc8b49 on host dv-cinder-823015-5-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:31:02.510016 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Deleting port ff0f3433-1048-4b35-b12d-543ac8bc8b49 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:02.510491 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.596370 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (315e85cd-8493-4bce-83f1-fa85785161f0), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.620036 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315e85cd-8493-4bce-83f1-fa85785161f0']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:02.632428 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f75b860-eea2-4983-816e-10a790033f32') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:02.632849 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f75b860-eea2-4983-816e-10a790033f32') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:02.644311 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929236'] for segment (5f75b860-eea2-4983-816e-10a790033f32), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.660043 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (5f75b860-eea2-4983-816e-10a790033f32), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.666499 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:31:02.666890 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25929092'] for segment (5f75b860-eea2-4983-816e-10a790033f32), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: timer() Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: cb(*args, **kw) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: self._notify() Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: self.callback(batched_events) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: event.method(event) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._get(url).json() Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:31:02.668642 dv-cinder-823015-5-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:31:02.722546 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] For port ff0f3433-1048-4b35-b12d-543ac8bc8b49, host dv-cinder-823015-5-iscsi, got binding levels [] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:02.722546 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.726714 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (315e85cd-8493-4bce-83f1-fa85785161f0), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.732095 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.738776 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] 10.222.0.53 "DELETE /v2.0/networks/315e85cd-8493-4bce-83f1-fa85785161f0 HTTP/1.1" status: 204 len: 168 time: 0.5475645 Jan 20 07:31:02.739271 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38826) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:02.742435 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Calling delete_port for ff0f3433-1048-4b35-b12d-543ac8bc8b49 owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:02.745543 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.ipam_backend_mixin [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Port ff0f3433-1048-4b35-b12d-543ac8bc8b49 was not found and therefore no delete operation was performed {{(pid=102634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 20 07:31:02.749716 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (ff0f3433-1048-4b35-b12d-543ac8bc8b49), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:02.749859 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43979-1172-4e5a-97b5-0d69ea016698 admin admin] Pushing event deleted for resources: {'Network': ['ID=315e85cd-8493-4bce-83f1-fa85785161f0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:02.757688 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Network 315e85cd-8493-4bce-83f1-fa85785161f0 is not hosted by any dhcp agent {{(pid=102634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 20 07:31:02.758247 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] No DVR routers for this DVR port ff0f3433-1048-4b35-b12d-543ac8bc8b49 on host dv-cinder-823015-5-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:31:02.776722 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275535ce-9dac-4600-8342-20c1c8b57f66 None None] Pushing event deleted for resources: {'Port': ['ID=ff0f3433-1048-4b35-b12d-543ac8bc8b49,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:03.087521 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499254'] for router_interface (74ab9d48-e615-4138-8663-29ab0f8218a8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:03.322027 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Deleting port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:03.322362 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:03.401864 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] For port ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,segment=NetworkSegment(036d47a9-cc8f-4019-a7d8-ecbca4352928),segment_id=036d47a9-cc8f-4019-a7d8-ecbca4352928)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:03.402223 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:03.415460 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Calling delete_port for ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:03.595870 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:03.624809 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:03.789238 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499622'] for router_interface (74ab9d48-e615-4138-8663-29ab0f8218a8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:03.867530 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device edb42092-e57b-44bb-875e-4c4101b9fdf1 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:03.891552 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: edb42092-e57b-44bb-875e-4c4101b9fdf1 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:03.891817 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device edb42092-e57b-44bb-875e-4c4101b9fdf1 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:03.892237 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ff0f3433-1048-4b35-b12d-543ac8bc8b49 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:03.911035 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: ff0f3433-1048-4b35-b12d-543ac8bc8b49 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:03.911369 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ff0f3433-1048-4b35-b12d-543ac8bc8b49 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:03.997450 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Router 74ab9d48-e615-4138-8663-29ab0f8218a8 has already been hosted by L3 agent c7752dfe-558d-4927-9d80-fa17b1cee40d {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 07:31:04.100637 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] Notify agent at l3_agent.dv-cinder-823015-5-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 07:31:04.105566 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f0d7d3ad-324c-4aa7-a9ec-9e9dd5fbbdef admin admin] 10.222.0.53 "PUT /v2.0/routers/74ab9d48-e615-4138-8663-29ab0f8218a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3652296 Jan 20 07:31:04.108078 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38828) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:04.109362 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] Sync routers for ids ['74ab9d48-e615-4138-8663-29ab0f8218a8'] in dv-cinder-823015-5-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 07:31:04.119307 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] Routers {'74ab9d48-e615-4138-8663-29ab0f8218a8'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:31:04.119903 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['74ab9d48-e615-4138-8663-29ab0f8218a8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:04.212689 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks [] for router (74ab9d48-e615-4138-8663-29ab0f8218a8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.224059 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] Set router 74ab9d48-e615-4138-8663-29ab0f8218a8 gateway port host: dv-cinder-823015-5-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:31:04.326435 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks [] for router_gateway (74ab9d48-e615-4138-8663-29ab0f8218a8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.381559 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Deleting port 2a2875c9-3369-4a81-bb34-e4bea3f79bda {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:04.381995 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.404535 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'external_fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:31:03Z', 'revision_number': 5, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port': {'id': '2a2875c9-3369-4a81-bb34-e4bea3f79bda', 'name': '', 'network_id': 'bb6b7569-6c2c-4365-a33d-e283540b699e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42feaa1e-ff4f-4313-b9ec-435edcf16aac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-5-iscsi'}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:04.432126 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] Checking router: 74ab9d48-e615-4138-8663-29ab0f8218a8 for host: dv-cinder-823015-5-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 07:31:04.440798 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] Routers {'74ab9d48-e615-4138-8663-29ab0f8218a8'} bound to L3 agent in host dv-cinder-823015-5-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 07:31:04.441443 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T07:11:35Z,description=,heartbeat_timestamp=2022-01-20T07:30:35Z,host='dv-cinder-823015-5-iscsi',id=c7752dfe-558d-4927-9d80-fa17b1cee40d,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T07:11:35Z,topic='l3_agent')) {'router_ids': ['74ab9d48-e615-4138-8663-29ab0f8218a8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:04.464536 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] For port 2a2875c9-3369-4a81-bb34-e4bea3f79bda, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=2a2875c9-3369-4a81-bb34-e4bea3f79bda,segment=NetworkSegment(17da7af3-3436-451f-b09f-8b0cfcaad7cb),segment_id=17da7af3-3436-451f-b09f-8b0cfcaad7cb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:04.464893 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.480472 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Calling delete_port for 2a2875c9-3369-4a81-bb34-e4bea3f79bda owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:04.530151 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] Set router 74ab9d48-e615-4138-8663-29ab0f8218a8 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 07:31:04.589885 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:31:04Z', 'revision_number': 6, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port_host': None}], 'dv-cinder-823015-5-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:04.616137 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e02416-49a6-4085-b637-d320e13d65c6 None None] The sync data for ids ['74ab9d48-e615-4138-8663-29ab0f8218a8'] in dv-cinder-823015-5-iscsi is: [{'id': '74ab9d48-e615-4138-8663-29ab0f8218a8', 'name': 'tempest-TestVolumeBootPattern-1731267221-router', 'tenant_id': '22fbd1023116416bac49d4087576c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T07:23:23Z', 'updated_at': '2022-01-20T07:31:04Z', 'revision_number': 6, 'project_id': '22fbd1023116416bac49d4087576c26f', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 07:31:04.653371 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (2a2875c9-3369-4a81-bb34-e4bea3f79bda), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.679004 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2875c9-3369-4a81-bb34-e4bea3f79bda,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:04.736824 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499064'] for router_gateway (74ab9d48-e615-4138-8663-29ab0f8218a8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.823824 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (74ab9d48-e615-4138-8663-29ab0f8218a8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.825951 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks [] for router_controller (74ab9d48-e615-4138-8663-29ab0f8218a8), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.870868 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518612'] for router (74ab9d48-e615-4138-8663-29ab0f8218a8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.871386 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ab9d48-e615-4138-8663-29ab0f8218a8 {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 07:31:04.875592 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.876806 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-df3b5b2a-b0e3-46bd-909b-683f3f01658a admin admin] 10.222.0.53 "DELETE /v2.0/routers/74ab9d48-e615-4138-8663-29ab0f8218a8 HTTP/1.1" status: 204 len: 168 time: 0.7678118 Jan 20 07:31:04.879352 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38830) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:04.922906 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Deleting subnet d1eb422c-b359-4dff-b972-3de9fbdc2f2a {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 07:31:04.925956 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Publish callbacks [] for subnet (d1eb422c-b359-4dff-b972-3de9fbdc2f2a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:04.960487 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890015'] for subnet (d1eb422c-b359-4dff-b972-3de9fbdc2f2a), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.041235 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694542'] for subnet (d1eb422c-b359-4dff-b972-3de9fbdc2f2a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.092236 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15182044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26041549'] for subnet (d1eb422c-b359-4dff-b972-3de9fbdc2f2a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.117331 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1eb422c-b359-4dff-b972-3de9fbdc2f2a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:05.120828 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.123997 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c60088cc-4c17-4a26-a034-0f1d3fd0613f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1eb422c-b359-4dff-b972-3de9fbdc2f2a HTTP/1.1" status: 204 len: 168 time: 0.2437332 Jan 20 07:31:05.126474 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38832) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:05.129571 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e80b79-035c-4984-865e-c218cd649d3c None None] Network f4d82f6f-c4c0-414e-8324-afac722e2735 requested from dv-cinder-823015-5-iscsi {{(pid=102634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 20 07:31:05.192153 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1671430'] for network (f4d82f6f-c4c0-414e-8324-afac722e2735), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.199099 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:31:05.239064 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5924c261-7dba-46d5-a771-9ac0947fac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.253288 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Deleting port 6a637a83-8cdd-4a81-b993-f3df730d060a {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:05.253828 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.314313 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] For port 6a637a83-8cdd-4a81-b993-f3df730d060a, host dv-cinder-823015-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-5-iscsi',level=0,port_id=6a637a83-8cdd-4a81-b993-f3df730d060a,segment=NetworkSegment(036d47a9-cc8f-4019-a7d8-ecbca4352928),segment_id=036d47a9-cc8f-4019-a7d8-ecbca4352928)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:05.315264 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.329083 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Calling delete_port for 6a637a83-8cdd-4a81-b993-f3df730d060a owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:05.381149 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] DHCP port deletion for f4d82f6f-c4c0-414e-8324-afac722e2735 request from dv-cinder-823015-5-iscsi {{(pid=102634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 20 07:31:05.416883 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15182065'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.431343 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Deleting port 6a637a83-8cdd-4a81-b993-f3df730d060a {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 07:31:05.431714 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766991342300'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.443174 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a637a83-8cdd-4a81-b993-f3df730d060a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:05.446527 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] No DVR routers for this DVR port 6a637a83-8cdd-4a81-b993-f3df730d060a on host dv-cinder-823015-5-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:31:05.495670 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] For port 6a637a83-8cdd-4a81-b993-f3df730d060a, host dv-cinder-823015-5-iscsi, got binding levels [] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 07:31:05.496065 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493973'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.514237 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Calling delete_port for 6a637a83-8cdd-4a81-b993-f3df730d060a owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 07:31:05.516206 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1692151', 'neutron.services.segments.db._delete_segments_for_network-8766991422239'] for network (f4d82f6f-c4c0-414e-8324-afac722e2735), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.517674 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.ipam_backend_mixin [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Port 6a637a83-8cdd-4a81-b993-f3df730d060a was not found and therefore no delete operation was performed {{(pid=102634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 20 07:31:05.519025 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1539026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766991350896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766990867797'] for port (6a637a83-8cdd-4a81-b993-f3df730d060a), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.541004 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d82f6f-c4c0-414e-8324-afac722e2735']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:05.544267 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] Pushing event deleted for resources: {'Port': ['ID=6a637a83-8cdd-4a81-b993-f3df730d060a,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:05.548728 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448eca6-c292-4f4a-ae89-73d169cbd05c None None] No DVR routers for this DVR port 6a637a83-8cdd-4a81-b993-f3df730d060a on host dv-cinder-823015-5-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 07:31:05.551382 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036d47a9-cc8f-4019-a7d8-ecbca4352928') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:05.551679 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036d47a9-cc8f-4019-a7d8-ecbca4352928') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 07:31:05.561981 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766991421736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26889990'] for segment (036d47a9-cc8f-4019-a7d8-ecbca4352928), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.576283 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513'] for segment (036d47a9-cc8f-4019-a7d8-ecbca4352928), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.582546 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 07:31:05.582937 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1658513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15181954'] for segment (036d47a9-cc8f-4019-a7d8-ecbca4352928), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: Traceback (most recent call last): Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: timer() Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: cb(*args, **kw) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: return func(*args, **kwargs) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: self._notify() Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: self.callback(batched_events) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: event.method(event) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: return f(self, *a, **k) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._get(url).json() Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 07:31:05.584618 dv-cinder-823015-5-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 07:31:05.641970 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1692096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498980'] for network (f4d82f6f-c4c0-414e-8324-afac722e2735), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.647339 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619932'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.650833 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4d82f6f-c4c0-414e-8324-afac722e2735 HTTP/1.1" status: 204 len: 168 time: 0.5229430 Jan 20 07:31:05.663335 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b0831-7989-4fb8-8eb8-b7e588a3c597 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d82f6f-c4c0-414e-8324-afac722e2735,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:05.749242 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.768208 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38836) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:05.810423 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b3288e66-c56d-4c4c-a059-3a9bcdfa1757 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87c35b69d9154a58b6918d8e85b66ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408819 Jan 20 07:31:05.812875 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38838) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:05.820301 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2a2875c9-3369-4a81-bb34-e4bea3f79bda no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:05.839281 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 2a2875c9-3369-4a81-bb34-e4bea3f79bda {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:05.839626 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 2a2875c9-3369-4a81-bb34-e4bea3f79bda not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:05.840046 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6a637a83-8cdd-4a81-b993-f3df730d060a no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:05.858977 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: 6a637a83-8cdd-4a81-b993-f3df730d060a {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:05.859224 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72923e84-98dc-49c3-b7eb-e0b6cddbf9a6 admin admin] Publish callbacks [] for security_group (a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:05.859663 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device 6a637a83-8cdd-4a81-b993-f3df730d060a not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:05.859748 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 no longer exists at agent ovs-agent-dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 07:31:05.879659 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] No Port match for: ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 {{(pid=102634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 07:31:05.880007 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.rpc [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Device ca4cfb2c-4f72-49f5-bee4-bce5dc7d96e6 not bound to the agent host dv-cinder-823015-5-iscsi {{(pid=102634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 07:31:05.885534 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72923e84-98dc-49c3-b7eb-e0b6cddbf9a6 admin admin] Publish callbacks [] for security_group (a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.162632 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72923e84-98dc-49c3-b7eb-e0b6cddbf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.165304 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-72923e84-98dc-49c3-b7eb-e0b6cddbf9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.166474 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-72923e84-98dc-49c3-b7eb-e0b6cddbf9a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c HTTP/1.1" status: 204 len: 168 time: 0.3527217 Jan 20 07:31:06.174012 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72923e84-98dc-49c3-b7eb-e0b6cddbf9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e19f1f-8cd2-4ba0-9bb1-c314c8111f0c,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:06.476428 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.53', 38844) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:06.515491 dv-cinder-823015-5-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a170a192-71f1-4476-8b77-fc84fa7fa04b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22fbd1023116416bac49d4087576c26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378990 Jan 20 07:31:06.518593 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.53', 38846) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 07:31:06.565706 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e9e58ab-0cbb-4409-bbec-70976730b42c admin admin] Publish callbacks [] for security_group (dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.592559 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e9e58ab-0cbb-4409-bbec-70976730b42c admin admin] Publish callbacks [] for security_group (dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.637022 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e9e58ab-0cbb-4409-bbec-70976730b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476414'] for security_group (dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.639568 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e9e58ab-0cbb-4409-bbec-70976730b42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:06.640881 dv-cinder-823015-5-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2e9e58ab-0cbb-4409-bbec-70976730b42c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a HTTP/1.1" status: 204 len: 168 time: 0.1212523 Jan 20 07:31:06.648817 dv-cinder-823015-5-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e58ab-0cbb-4409-bbec-70976730b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e7570-5e15-42c4-a4cb-08a8d5b14f3a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 07:31:06.684023 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:07.797450 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:08.416886 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:31.835277 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-813739cf-284e-4dad-bd34-3b7dd17cec50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:35.240732 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca892-8808-4469-9e07-16d908828c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:35.750675 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:36.682525 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:37.800528 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:38.419210 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:31:42.198324 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:32:01.837638 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8197-6826-4216-8e07-57610e33218d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:05.242305 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60fca79a-4664-41a0-8313-efc664728174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:05.754094 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:06.697770 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:07.811405 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:08.421837 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:19.197069 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:32:31.839851 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b98e2944-3f67-4c87-adc7-9591295c2987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:35.244478 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2dcc-fb19-4eb4-8a0a-2f9705fb7234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:35.759684 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:36.713064 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:37.798561 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:38.424886 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:32:56.196336 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:33:01.841040 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7a0a02b9-11cb-4672-a4c0-b688fa1681b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:05.246688 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0b94099d-30f7-462d-a1f9-6b83f136cdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:05.759743 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:06.707072 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:07.804916 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:08.426827 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:31.842090 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-183bdb0d-401e-40d2-981c-4a261c38eb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:33.195285 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:33:35.248103 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eac74485-0680-45c1-a9a1-a48e3ffeb1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:35.763372 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:36.728190 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:37.804924 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:33:38.429778 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:01.844340 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15e1d3d4-1c1e-4123-8ea9-c35c43390f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:05.253328 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ba952003-2c0b-4c15-87ff-e53331c70d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:05.765458 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:06.727257 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:07.808758 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:08.432124 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:10.194011 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:34:31.848557 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2b52f90b-dd8e-4d3d-bbe6-8092f3883a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:35.244591 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-20fa6bd4-0444-4d2a-9271-b48c64d0a491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:35.769760 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:36.742685 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:37.814752 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:38.434411 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:34:47.192933 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:35:01.844534 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cbda6beb-1e30-45fe-a898-3e8ed789ab16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:05.247589 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-975de7ec-122c-4950-996f-5cb6059ea5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:05.771828 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:06.741790 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:07.813244 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:08.436915 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:23.308855 dv-cinder-823015-5-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-4b5730a5-17e1-40b4-b25a-744025453ffa req-23f80629-9c45-413d-85cf-6fbe9aa3a7dc service neutron] (102633) timed out ('10.222.0.42', 52879) {{(pid=102633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 07:35:24.191454 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:35:31.846080 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3eb161d6-e2a6-48a9-87fb-c21a9385c44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:35.253820 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-97eca491-17bd-4540-94c2-d4f0bf72a9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:35.774409 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:36.742393 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:37.815757 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:35:38.440253 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:36:01.189798 dv-cinder-823015-5-iscsi neutron-server[102635]: DEBUG neutron.db.agents_db [None req-257d9ffd-0d63-49d7-9bda-de7631fa9e8c None None] Agent healthcheck: found 6 active agents {{(pid=102635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 07:36:01.847499 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb3f3-e96e-4b67-8e10-044d6ad4cf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (35722d71-7893-462b-a3ad-859ba972fbc2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:36:05.255995 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-60204662-6b38-411c-bb16-ad7cc8e52a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (c7752dfe-558d-4927-9d80-fa17b1cee40d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:36:05.777022 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-22935654-f21b-445a-b879-a920e2af85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (88490e4e-5d88-4961-a9c3-e677e938eb8a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:36:06.740689 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb3feaae-473d-4b1b-bbff-fcf9231e2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (527d5a86-0a33-4317-8d54-67018a7b9e9a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:36:07.821001 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b97de204-4ce4-46dc-9ed3-2610ee01ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (bcd991a8-6e86-405e-9558-e6208d4840a8), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 07:36:08.448183 dv-cinder-823015-5-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e36954b-09cd-4b48-976b-407e6489a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766991422221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691661'] for agent (93b52de7-ca1e-493a-a859-ff5335120dda), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}